-- Logs begin at Thu 2022-02-03 23:19:21 UTC, end at Fri 2022-02-04 00:21:30 UTC. -- Feb 03 23:54:14.491142 dv-cinder-827776-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 03 23:54:16.619148 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.common.config [-] Logging enabled! Feb 03 23:54:16.619646 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 03 23:54:16.619912 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82657) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 03 23:54:16.622348 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.common.config [-] Logging enabled! Feb 03 23:54:16.622604 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev13 Feb 03 23:54:16.622853 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82657) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 03 23:54:16.623827 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 23:54:16.624063 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 23:54:16.624431 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 23:54:16.624684 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 23:54:16.624894 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 23:54:16.625243 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.625551 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.625848 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.626080 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.626377 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.626671 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.626958 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.627250 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.627550 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.627838 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.628122 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.628408 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.628641 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.628921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.629226 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.629519 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.629744 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] debug = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.630025 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.630454 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.630879 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.631160 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.631450 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.631725 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.632006 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.632292 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.632621 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] host = dv-cinder-827776-1-smb {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.632903 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.633192 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.633509 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.633796 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.634079 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.634359 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.634645 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.634921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.635198 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_file = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.635474 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.635762 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.636052 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.636345 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.636571 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.636837 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.637136 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.637537 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.637821 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.638101 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.638380 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.638658 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.638935 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.639207 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.639499 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.639785 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.640071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.640346 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.640622 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.640897 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.641170 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.641481 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.641756 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.642032 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.642306 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.642595 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.642868 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.643143 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.643445 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.643729 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.644012 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.644302 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.644578 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.644862 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.645137 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.645437 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.645712 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] use_json = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.645986 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.646258 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.646545 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.646822 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.647100 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.647375 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.647651 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.647937 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.648211 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:16.648515 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.648814 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.649117 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.649431 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.649733 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.650015 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.650306 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.650591 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.650884 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.651178 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.651471 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.651754 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.652035 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.652337 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.653186 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.653499 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.653785 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.654082 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.654364 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.654647 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.654932 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.655225 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.655506 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.655782 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.656069 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.656349 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.656625 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.656902 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.657184 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.657500 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.657781 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.658056 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.658331 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.658611 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.658889 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.659180 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.659463 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.659740 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.660017 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.660296 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.660571 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.660848 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.661131 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.661429 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.661711 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.661988 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.662265 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.662539 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.662812 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.663087 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.663366 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.663640 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.663918 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.664193 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.664467 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.664746 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.665023 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.665322 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.665613 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.665913 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.666193 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.666471 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.666750 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.667030 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.667309 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.667588 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.667868 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.668759 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.669039 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.669356 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.669647 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.669938 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.670225 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.670506 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.670802 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.671084 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.671372 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.671653 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.671933 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.672219 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.672507 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.672803 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.673103 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.673425 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.673725 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.674024 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.674310 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.674630 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.674917 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:16.675138 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 23:54:16.675380 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 03 23:54:17.079268 dv-cinder-827776-1-smb neutron-server[82657]: INFO keyring.backend [-] Loading KWallet Feb 03 23:54:17.086746 dv-cinder-827776-1-smb neutron-server[82657]: INFO keyring.backend [-] Loading SecretService Feb 03 23:54:17.090432 dv-cinder-827776-1-smb neutron-server[82657]: INFO keyring.backend [-] Loading Windows Feb 03 23:54:17.091788 dv-cinder-827776-1-smb neutron-server[82657]: INFO keyring.backend [-] Loading chainer Feb 03 23:54:17.092363 dv-cinder-827776-1-smb neutron-server[82657]: INFO keyring.backend [-] Loading macOS Feb 03 23:54:17.126965 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 03 23:54:17.127248 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 03 23:54:17.127544 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 03 23:54:17.127886 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 03 23:54:17.431531 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.431752 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.432025 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.488690 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.488973 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.489265 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.492337 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.492623 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.492894 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.521585 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.521872 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.522146 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.549626 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.549911 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.550172 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.868760 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.869420 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.869420 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.869589 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.870508 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.991420 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.991739 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.992028 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.992301 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.992568 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.992879 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.993145 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.993429 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.993683 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.993965 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.994223 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.994487 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.994749 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.995005 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.995269 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.995534 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.995786 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.996054 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.996820 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.997177 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.997471 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.997720 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.997965 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.998241 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.998488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.998732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:17.999120 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:17.999364 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:17.999604 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:17.999840 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:18.000076 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:18.000313 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:18.000863 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 03 23:54:18.003968 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 03 23:54:18.008022 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 03 23:54:18.012526 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Feb 03 23:54:18.014197 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 03 23:54:18.014590 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 03 23:54:18.014926 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 03 23:54:18.015311 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 03 23:54:18.018162 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 03 23:54:18.018417 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 03 23:54:18.018770 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 23:54:18.046594 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 03 23:54:18.047041 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.047338 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 03 23:54:18.047698 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.049077 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 03 23:54:18.049386 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 03 23:54:18.049633 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 03 23:54:18.052842 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.053120 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.114838 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 03 23:54:18.115077 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 03 23:54:18.115313 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 03 23:54:18.115678 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 03 23:54:18.146483 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_db.sqlalchemy.engines [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 03 23:54:18.463677 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing driver for type 'gre' Feb 03 23:54:18.464125 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] gre ID ranges: [(1, 1000)] Feb 03 23:54:18.518289 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing driver for type 'local' Feb 03 23:54:18.518640 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing driver for type 'vlan' Feb 03 23:54:18.532993 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] VlanTypeDriver initialization complete Feb 03 23:54:18.533385 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing driver for type 'vxlan' Feb 03 23:54:18.533887 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] vxlan ID ranges: [(1, 1000)] Feb 03 23:54:18.586658 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing extension driver 'port_security' Feb 03 23:54:18.586999 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] PortSecurityExtensionDriver initialization complete Feb 03 23:54:18.587334 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing mechanism driver 'openvswitch' Feb 03 23:54:18.587650 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing mechanism driver 'hyperv' Feb 03 23:54:18.594960 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.plugin [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:18.595636 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.596005 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.596350 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.596863 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 23:54:18.597316 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.597665 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.598022 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.598390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 23:54:18.598787 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.599129 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.599464 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.599847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 23:54:18.600244 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > security_group after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.600584 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > security_group after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.600924 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.601468 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 23:54:18.601871 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.602212 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.602547 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.602931 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 03 23:54:18.603368 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] ML2 OVO RPC backend initialized. {{(pid=82657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 03 23:54:18.603993 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.604343 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.604754 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.605100 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > networks before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.605500 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.606502 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > ports before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.606843 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.607186 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnets before_response 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.607529 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.607865 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.608196 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.608526 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.608857 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.609186 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.609541 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.609870 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.610194 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.610763 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.plugin [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Modular L2 Plugin initialization complete Feb 03 23:54:18.611092 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading services supported by the core plugin {{(pid=82657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 03 23:54:18.611416 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.plugins.ml2.managers [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Got port-security extension from driver 'port_security' Feb 03 23:54:18.611994 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.extensions.vlantransparent [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Disabled vlantransparent extension. Feb 03 23:54:18.612406 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 03 23:54:18.612717 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: router Feb 03 23:54:18.648075 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.648466 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_create 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.648831 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router before_create 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.649193 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.649579 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.649929 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_delete 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.650284 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.650639 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_create 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.650978 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_update 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.651321 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_update 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.651665 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.652013 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_update 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.652938 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_update 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.653340 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.653680 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.654023 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: subnet after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.654358 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.654701 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.655044 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_create 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.655382 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.655724 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.656078 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router after_update 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.656416 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.656758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_create 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.657112 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.657554 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_update 55549900 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.657916 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > agent after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.658260 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > agent after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.658599 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > network after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.659456 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Tracking information for resource: router configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:18.659787 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Tracking information for resource: floatingip configured {{(pid=82657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 03 23:54:18.664674 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.db.l3_agentschedulers_db [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 03 23:54:18.665279 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.665638 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port after_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.665988 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port after_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.666337 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: port after_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.667235 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router before_create 55550100 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.667596 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.667953 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_create 55550100 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.668894 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > router precommit_update 55550100 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.673280 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.provider_configuration [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service providers = [] {{(pid=82657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 03 23:54:18.673646 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.db.servicetype_db [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 03 23:54:18.676557 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.service_base [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:54:18.676897 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.service_base [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:54:18.677251 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.service_base [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:54:18.678138 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.services.service_base [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 03 23:54:18.678505 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.services.service_base [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 03 23:54:18.678879 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.679192 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 03 23:54:18.689906 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.690241 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: auto_allocate Feb 03 23:54:18.696393 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: network precommit_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.696761 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: network precommit_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.697299 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.697619 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: tag Feb 03 23:54:18.704180 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.704508 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: timestamp Feb 03 23:54:18.708474 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.708809 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: network_ip_availability Feb 03 23:54:18.714109 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.714426 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.714775 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.716059 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.716374 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: flavors Feb 03 23:54:18.721081 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.721450 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading Plugin: revisions Feb 03 23:54:18.725714 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 03 23:54:18.726100 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_concurrency.lockutils [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.598s {{(pid=82657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 03 23:54:18.726830 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 03 23:54:18.727160 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Initializing extension manager. Feb 03 23:54:18.727650 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: __init__.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.727992 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: __pycache__ {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.728315 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.728642 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.728965 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: _filter_validation_lib.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.729311 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.729633 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: address_group.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.730369 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.731579 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: address-group Feb 03 23:54:18.731948 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: address_scope.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.732659 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.733158 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: address-scope Feb 03 23:54:18.733512 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.734429 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.734931 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: router-admin-state-down-before-update Feb 03 23:54:18.735251 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: agent.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.735942 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.736434 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: agent Feb 03 23:54:18.736754 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: agent_resources_synced.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.737677 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.738171 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: agent-resources-synced Feb 03 23:54:18.738491 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: allowedaddresspairs.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.740423 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.740936 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: allowed-address-pairs Feb 03 23:54:18.741299 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: auto_allocated_topology.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.742376 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.742886 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: auto-allocated-topology Feb 03 23:54:18.743212 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: availability_zone.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.743920 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.744392 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: availability_zone Feb 03 23:54:18.744712 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: availability_zone_filter.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.745637 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.746178 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: availability_zone_filter Feb 03 23:54:18.746510 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: data_plane_status.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.747409 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.747908 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension data-plane-status not supported by any of loaded plugins Feb 03 23:54:18.748226 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: default_subnetpools.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.749126 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.749663 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: default-subnetpools Feb 03 23:54:18.749982 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.750753 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.751300 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: dhcp_agent_scheduler Feb 03 23:54:18.751619 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: dns.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.752529 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.753023 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension dns-integration not supported by any of loaded plugins Feb 03 23:54:18.753433 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: dns_domain_ports.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.754343 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.754836 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 03 23:54:18.755151 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: dvr.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.755812 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.756306 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: dvr Feb 03 23:54:18.756619 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: empty_string_filtering.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.757543 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.758034 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: empty-string-filtering Feb 03 23:54:18.758349 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.759244 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.759735 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 03 23:54:18.760052 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.760943 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.761465 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 03 23:54:18.761820 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: external_net.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.762850 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.763345 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: external-net Feb 03 23:54:18.763663 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.764560 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.765050 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: extra_dhcp_opt Feb 03 23:54:18.765407 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: extraroute.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.766302 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.766796 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: extraroute Feb 03 23:54:18.767114 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: extraroute_atomic.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.768130 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.768624 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: extraroute-atomic Feb 03 23:54:18.768943 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: filter_validation.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.769634 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.770130 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: filter-validation Feb 03 23:54:18.770449 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: fip_pf_description.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.771359 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.771830 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 03 23:54:18.772147 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: fip_port_details.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.773057 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.773593 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: fip-port-details Feb 03 23:54:18.773914 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: flavors.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.775156 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.775668 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: flavors Feb 03 23:54:18.775987 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.778336 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.778910 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 03 23:54:18.779235 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: floatingip_pools.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.779930 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.780427 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: floatingip-pools Feb 03 23:54:18.780747 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: ip_allocation.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.781693 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.782189 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension ip_allocation not supported by any of loaded plugins Feb 03 23:54:18.782508 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.783425 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.783923 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: ip-substring-filtering Feb 03 23:54:18.784242 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l2_adjacency.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.785158 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.785683 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 03 23:54:18.786004 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.786948 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.787449 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: router Feb 03 23:54:18.787768 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.790146 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.790658 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 03 23:54:18.790986 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.791912 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.792414 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: ext-gw-mode Feb 03 23:54:18.792737 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.794388 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.794886 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: l3-ha Feb 03 23:54:18.795205 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3_flavors.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.796103 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.796603 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: l3-flavors Feb 03 23:54:18.796922 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.797877 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.798379 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 03 23:54:18.798699 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: l3agentscheduler.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.799708 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.800211 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: l3_agent_scheduler Feb 03 23:54:18.800535 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: logging.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.802058 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.802574 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension logging not supported by any of loaded plugins Feb 03 23:54:18.802901 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: metering.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.803638 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.804206 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: metering Feb 03 23:54:18.804527 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.805643 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.806151 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: metering_source_and_destination_fields Feb 03 23:54:18.806475 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: multiprovidernet.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.807395 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.807893 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: multi-provider Feb 03 23:54:18.808213 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: netmtu.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.809162 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.809672 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: net-mtu Feb 03 23:54:18.809993 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: netmtu_writable.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.810899 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.811398 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: net-mtu-writable Feb 03 23:54:18.811718 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: network_availability_zone.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.812383 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.812881 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: network_availability_zone Feb 03 23:54:18.813196 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: network_ip_availability.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.814307 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.814811 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: network-ip-availability Feb 03 23:54:18.815131 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: network_segment_range.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.816146 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.816641 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension network-segment-range not supported by any of loaded plugins Feb 03 23:54:18.816958 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: pagination.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.818003 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.818332 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: pagination Feb 03 23:54:18.818648 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.819556 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.820062 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: port-mac-address-regenerate Feb 03 23:54:18.820377 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: port_resource_request.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.821323 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.821824 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension port-resource-request not supported by any of loaded plugins Feb 03 23:54:18.822141 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: portbindings.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.823053 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.823553 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: binding Feb 03 23:54:18.823872 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: portbindings_extended.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.825258 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.825766 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: binding-extended Feb 03 23:54:18.826089 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: portsecurity.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.826993 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.827493 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: port-security Feb 03 23:54:18.827813 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: project_id.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.828774 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.829101 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: project-id Feb 03 23:54:18.829452 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: providernet.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.830356 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.830858 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: provider Feb 03 23:54:18.831175 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.834893 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.835406 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos not supported by any of loaded plugins Feb 03 23:54:18.835734 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.836971 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.837521 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 03 23:54:18.837849 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.838755 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.839258 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 03 23:54:18.839581 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_default.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.841096 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.841625 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-default not supported by any of loaded plugins Feb 03 23:54:18.841952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_fip.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.842601 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.843094 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-fip not supported by any of loaded plugins Feb 03 23:54:18.843415 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_gateway_ip.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.844333 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.844833 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 03 23:54:18.845153 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_port_network_policy.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.846067 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.846566 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 03 23:54:18.846886 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_rule_type_details.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.847788 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.848288 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 03 23:54:18.848606 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: qos_rules_alias.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.849663 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.850167 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 03 23:54:18.850487 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: quotasv2.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.851348 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.851673 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: quotas Feb 03 23:54:18.851994 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: quotasv2_detail.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.853647 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.853983 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: quota_details Feb 03 23:54:18.854313 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: rbac.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.855345 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.856449 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: rbac-policies Feb 03 23:54:18.856771 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: rbac_address_scope.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.857718 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.858222 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: rbac-address-scope Feb 03 23:54:18.858540 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: rbac_security_groups.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.859444 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.859946 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: rbac-security-groups Feb 03 23:54:18.860261 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: rbac_subnetpool.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.861161 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.861684 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: rbac-subnetpool Feb 03 23:54:18.862003 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: revisionifmatch.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.862908 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.863405 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: revision-if-match Feb 03 23:54:18.863721 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: revisions.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.864833 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.865364 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: standard-attr-revisions Feb 03 23:54:18.865685 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: router_availability_zone.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.866349 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.866846 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: router_availability_zone Feb 03 23:54:18.867163 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: routerservicetype.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.868088 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.868581 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension router-service-type not supported by any of loaded plugins Feb 03 23:54:18.868897 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.869822 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.870317 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: port-security-groups-filtering Feb 03 23:54:18.870632 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: securitygroup.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.881723 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.882242 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: security-group Feb 03 23:54:18.882572 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: segment.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.883338 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.883842 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension segment not supported by any of loaded plugins Feb 03 23:54:18.884173 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.885097 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.885627 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 03 23:54:18.885952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: servicetype.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.887087 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.887597 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: service-type Feb 03 23:54:18.887920 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: sorting.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.888891 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.889237 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: sorting Feb 03 23:54:18.889565 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: standard_attr_segment.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.890491 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.890994 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 03 23:54:18.891314 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: standardattrdescription.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.891952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.892455 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: standard-attr-description Feb 03 23:54:18.892773 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: stateful_security_group.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.893717 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.894226 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: stateful-security-group Feb 03 23:54:18.894545 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: stdattrs_common.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.895119 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 03 23:54:18.895432 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.896352 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.896857 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 03 23:54:18.897174 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: subnet_onboard.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.898338 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.898851 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: subnet_onboard Feb 03 23:54:18.899179 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.900101 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.900600 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 03 23:54:18.900918 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: subnet_service_types.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.901861 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.902907 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: subnet-service-types Feb 03 23:54:18.903296 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: subnetallocation.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.904537 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.905043 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: subnet_allocation Feb 03 23:54:18.905401 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.906064 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.906570 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: subnetpool-prefix-ops Feb 03 23:54:18.906886 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.907826 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.908371 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 03 23:54:18.908717 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: tagging.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.909779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.910289 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: standard-attr-tag Feb 03 23:54:18.910611 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: timestamp.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.911814 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.912323 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loaded extension: standard-attr-timestamp Feb 03 23:54:18.912648 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: trunk.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.913703 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.914211 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension trunk not supported by any of loaded plugins Feb 03 23:54:18.914538 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: trunk_details.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.915442 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.915942 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension trunk-details not supported by any of loaded plugins Feb 03 23:54:18.916260 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: uplink_status_propagation.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.917166 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.917695 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 03 23:54:18.918055 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Loading extension file: vlantransparent.py {{(pid=82657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 03 23:54:18.919212 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 03 23:54:18.919709 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 03 23:54:18.921991 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:network Feb 03 23:54:18.922710 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:subnet Feb 03 23:54:18.923300 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:54:18.924057 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:port Feb 03 23:54:18.925336 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.925766 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service FLAVORS assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.926367 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.926788 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.927115 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:router Feb 03 23:54:18.927768 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 23:54:18.928458 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service METERING assigned prefix: /metering {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.929912 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.930274 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.930622 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 03 23:54:18.931749 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 23:54:18.932192 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:security_group Feb 03 23:54:18.932830 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 23:54:18.933686 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service CORE assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.934043 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:54:18.934509 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] subnetpool is already registered Feb 03 23:54:18.935106 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service CORE assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.935433 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:54:18.935754 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] subnetpool is already registered Feb 03 23:54:18.938260 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.938687 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service FLAVORS assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.939267 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.939684 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.940011 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:router Feb 03 23:54:18.940335 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] router is already registered Feb 03 23:54:18.941180 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:floatingip Feb 03 23:54:18.941529 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] floatingip is already registered Feb 03 23:54:18.942142 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service METERING assigned prefix: /metering {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.942797 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of CountableResource for resource:rbac_policy Feb 03 23:54:18.943118 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] rbac_policy is already registered Feb 03 23:54:18.943648 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:security_group Feb 03 23:54:18.943970 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] security_group is already registered Feb 03 23:54:18.944552 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 03 23:54:18.944873 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] security_group_rule is already registered Feb 03 23:54:18.945541 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service CORE assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.945874 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:54:18.946191 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] subnetpool is already registered Feb 03 23:54:18.946787 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.v2.resource_helper [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Service CORE assigned prefix: {{(pid=82657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 03 23:54:18.947112 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Creating instance of TrackedResource for resource:subnetpool Feb 03 23:54:18.947432 dv-cinder-827776-1-smb neutron-server[82657]: WARNING neutron.quota.resource_registry [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] subnetpool is already registered Feb 03 23:54:18.948059 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: extensions {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.950028 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: address-groups {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.951602 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: address-scopes {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.952784 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: agents {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.953970 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: auto-allocated-topology {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.955179 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: availability_zones {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.956537 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: dhcp-networks {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.957927 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: dhcp-agents {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.959292 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: routers {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.961054 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: flavors {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.962222 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: service_profiles {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.963406 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: next_providers {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.965570 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: service_profiles {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.967050 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: floatingip-pools {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.968249 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: routers {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.970042 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: floatingips {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.971190 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: l3-routers {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.972536 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: l3-agents {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.973920 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: metering-labels {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.975315 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: metering-label-rules {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.976562 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: network-ip-availabilities {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.977860 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: bindings {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.980337 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: quotas {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.982011 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: quotas {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.983401 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: rbac-policies {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.984658 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: security-groups {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.985884 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: security-group-rules {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.987073 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: service-providers {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.988255 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: subnetpools {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.989678 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: subnetpools {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.991113 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.992736 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.994489 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.996226 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.997971 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:18.999604 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:19.001332 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:19.003118 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:19.004932 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:19.006731 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron.api.extensions [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Extended resource: tags {{(pid=82657) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 03 23:54:19.013046 dv-cinder-827776-1-smb neutron-server[82657]: WARNING keystonemiddleware.auth_token [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 03 23:54:19.017715 dv-cinder-827776-1-smb neutron-server[82657]: WARNING keystonemiddleware.auth_token [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 03 23:54:19.025566 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_concurrency.lockutils [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Acquired lock "singleton_lock" {{(pid=82657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 03 23:54:19.026042 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_concurrency.lockutils [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Releasing lock "singleton_lock" {{(pid=82657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 03 23:54:19.026666 dv-cinder-827776-1-smb neutron-server[82657]: INFO oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Starting 2 workers Feb 03 23:54:19.031825 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Started child 82762 {{(pid=82657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 23:54:19.036047 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Started child 82763 {{(pid=82657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 23:54:19.037387 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:19.038046 dv-cinder-827776-1-smb neutron-server[82657]: INFO neutron.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 03 23:54:19.038243 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Notify callbacks [] for process, before_spawn {{(pid=82657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:19.038857 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [-] (82762) wsgi starting up on http://0.0.0.0:9696 Feb 03 23:54:19.040567 dv-cinder-827776-1-smb neutron-server[82657]: INFO oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Starting 1 workers Feb 03 23:54:19.040936 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:19.042326 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [-] (82763) wsgi starting up on http://0.0.0.0:9696 Feb 03 23:54:19.045596 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Started child 82764 {{(pid=82657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 23:54:19.046144 dv-cinder-827776-1-smb neutron-server[82657]: INFO oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Starting 1 workers Feb 03 23:54:19.049573 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] calling RpcWorker wait() {{(pid=82764) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 03 23:54:19.050128 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] returning from RpcWorker wait() {{(pid=82764) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 03 23:54:19.050405 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Started child 82765 {{(pid=82657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 03 23:54:19.051193 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG neutron_lib.callbacks.manager [None req-5b9705ea-93b6-46db-b7e1-2817252c9637 None None] Notify callbacks [] for process, after_spawn {{(pid=82657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:19.051704 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:19.052213 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:19.053052 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 03 23:54:19.053285 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 23:54:19.053466 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 23:54:19.053670 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 23:54:19.053998 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 23:54:19.054162 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 23:54:19.054660 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.054939 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.055205 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.055481 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.055761 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.056175 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:19.056624 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.056624 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.056784 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.057045 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.057315 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.057481 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.057644 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.057906 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.058132 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.058424 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.058722 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.058966 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.059228 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.059397 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.059649 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.059918 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.060162 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.060415 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] debug = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.060676 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.061152 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.061397 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.061644 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.061878 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.062156 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.062399 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.062679 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.062911 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.063142 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.063383 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.063620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.063830 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.064072 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.064325 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.064535 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.064985 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] host = dv-cinder-827776-1-smb {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.065243 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.065733 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.065972 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.066215 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.066454 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.066664 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.066910 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.067169 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.067425 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.067642 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.067894 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.068137 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.068378 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.068622 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_file = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.068783 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_options = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.069007 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.069299 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.069576 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.069759 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.069924 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.070095 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.070346 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.070505 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.070774 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.070960 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.071171 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.071394 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.071622 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.071848 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.072096 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.072308 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.072533 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.072756 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.073007 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.073263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.073506 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.073740 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.073966 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.074177 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.074929 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.075142 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.075360 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.075754 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.075964 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.076197 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.076458 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.076705 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.076932 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.077170 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.077417 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.077639 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.077847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.078103 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.078327 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.078572 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.078823 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.079033 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.079273 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.079484 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.079746 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.079958 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_json = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.080164 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.080372 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.080628 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.080896 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.081079 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.081352 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.081569 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.081797 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.082024 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.082453 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.082733 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.083060 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.083300 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.083566 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.083772 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.084000 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.084232 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.084458 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.084681 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.084988 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.085294 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.085583 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.085854 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.086142 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.086386 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.086607 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.086842 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.087057 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.087287 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.087500 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.087712 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.087982 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.088214 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.088428 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.089620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.089813 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.090658 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.091029 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.091363 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.091652 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.092145 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.092145 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.092344 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.092564 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.092814 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.093052 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.093301 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.093930 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.093930 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.094098 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.094189 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.094400 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.094610 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.094906 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.095062 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.095299 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.095530 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.095720 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.095954 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.096169 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.096260 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:19.096427 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.096657 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.096860 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.098533 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.098794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.099070 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.099302 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.099528 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.099751 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.103205 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.103905 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.104440 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.105492 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.105882 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.106590 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.106970 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.107356 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.108913 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.109356 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.109734 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.110445 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.110832 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.111302 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.111863 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.112350 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.112776 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.113183 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.113582 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.114337 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.117326 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.117682 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.117939 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.118188 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.118429 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.118733 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.119006 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.119287 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.119548 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.119783 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.120063 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.120295 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.120528 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.120758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.121012 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.121899 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.121899 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.122089 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.122164 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.122424 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.122685 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.123115 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.123509 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.123788 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.124196 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.124639 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.125065 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.125519 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.125946 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.126357 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.126738 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.127137 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.127556 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.128178 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.128602 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.128871 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.129267 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.129555 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.129841 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.130223 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.130602 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.130977 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.131447 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.131708 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.131945 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.132177 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.132471 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.132723 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.132978 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.133289 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.133558 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.133817 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.134077 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.134320 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.134554 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.134808 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.135032 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.135482 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.135720 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.135956 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.136197 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.136429 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.136661 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.137454 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.137668 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.137896 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.139911 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.140171 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.140438 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.140689 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.140922 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.141159 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.141438 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.141670 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.141903 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.142161 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.142390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.142644 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.142868 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.143138 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.143418 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.143635 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.143886 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.144142 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.144403 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.144626 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.144888 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.145130 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.145916 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.146137 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.146511 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.146903 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.147144 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.147400 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.147619 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.147873 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.148094 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.148423 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.148648 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.148908 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.149163 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.149416 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.149637 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.149858 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.150081 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.150181 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57738) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:19.150293 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.150668 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.150928 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.151152 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.151374 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.151611 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.151824 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.152035 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.152250 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.152599 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.152868 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.153104 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.153363 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.153662 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.153903 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.154135 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.154375 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.154615 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.154861 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.155073 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.155284 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.155500 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.155709 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.156028 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.156274 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.156490 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.156782 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.157028 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.157297 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.157577 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.157881 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.158100 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.158358 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.158741 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.158850 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064745 Feb 03 23:54:19.159225 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.159467 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.159720 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.160195 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.160503 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.160769 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.161025 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.161335 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.161618 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.161911 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.162132 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.162426 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.162782 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.163063 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.163341 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.163568 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.163845 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.164237 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.164604 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.164846 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.165070 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.165432 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.165563 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.165949 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.166197 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.166434 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.166659 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.166875 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.167133 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.167516 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.167749 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.168495 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.169403 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 23:54:19.170804 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 03 23:54:19.171076 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 03 23:54:19.172049 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 03 23:54:19.172049 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 03 23:54:19.172049 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 03 23:54:19.172049 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 03 23:54:19.172344 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.172511 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.172759 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.172956 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.173181 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.173458 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.173677 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.173889 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.174115 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.174334 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.174496 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.174655 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.174812 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.174968 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.175127 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.175284 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.175441 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.175599 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.175761 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.175919 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.176076 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.176256 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.176413 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] debug = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.176569 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.176771 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.177721 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.177721 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.177885 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.177951 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.178066 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.178221 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.178377 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.179732 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] host = dv-cinder-827776-1-smb {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.180200 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.180200 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.180200 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.180200 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.180425 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.180425 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.181620 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_file = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.182180 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_options = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.182180 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.182180 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.182398 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.182398 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.182536 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183390 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183930 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183930 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.183930 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.184144 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.184223 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.184329 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.184487 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.184730 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.184840 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.185758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.185758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.185758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.185758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.185758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.185758 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.186168 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.186168 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.186168 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.186397 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.186397 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187126 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187126 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187126 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187126 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187126 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187484 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187484 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187668 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187745 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.187872 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188028 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_json = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.188952 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189450 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189450 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189450 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189646 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189646 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189792 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.189947 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 03 23:54:19.190715 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.190715 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.190715 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.190920 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.190985 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.191144 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.191305 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.191471 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.191631 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.191791 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.191959 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.192118 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.192295 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.192459 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.192622 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.192783 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.192962 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.193102 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.193283 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.193445 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.193609 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194488 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194908 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.194908 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195044 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195121 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195250 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195404 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195612 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195777 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.195939 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.196100 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197071 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197575 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197575 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197575 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197796 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.197873 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.198010 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.198169 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.198328 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.198502 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.198662 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.198829 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.199014 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.199135 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.199866 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.200142 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.200403 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.200514 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.200830 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.201810 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.201810 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.201810 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.201810 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.201810 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.201810 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202248 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202248 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202248 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202448 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202524 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202656 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202817 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.202989 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.203556 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.203556 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.203556 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.203757 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.203757 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.203897 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.204055 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.204921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.204921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.204921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.204921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.204921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205340 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205340 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205340 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205555 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205555 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205698 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.205860 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206019 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206179 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206338 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206513 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206706 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206854 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.206988 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.207125 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.207288 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.207459 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.207606 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.207780 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.207942 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.208104 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.208255 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.208921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.208921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.208921 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.209365 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.209581 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.209769 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.209951 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.210134 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.210317 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.210496 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.210672 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.210847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.211020 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.211216 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.211385 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.211551 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.211728 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.212508 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.212508 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.212508 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.212508 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.213042 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.214051 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.215674 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216170 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216170 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216170 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216170 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216430 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216430 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216578 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216706 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.216867 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.217028 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.218208 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.218384 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.218551 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.218722 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.218887 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.219044 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.219356 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.219664 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.219832 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.219995 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.220161 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222043 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222532 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222532 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222532 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222532 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222532 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222807 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222807 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.222959 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.223120 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.223282 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224191 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224191 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224191 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224191 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224191 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224191 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224555 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224555 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224670 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.224807 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233234 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.233794 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234263 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.234779 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235271 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.235847 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.236421 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.236605 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.236776 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.236944 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.237110 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.237301 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.237464 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 03 23:54:19.237621 dv-cinder-827776-1-smb neutron-server[82657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 03 23:54:29.318329 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d34775-fb74-46ef-9327-b12a189671e1 None None] get_active_networks_info from dv-cinder-827776-1-smb {{(pid=82764) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 03 23:54:29.399846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d34775-fb74-46ef-9327-b12a189671e1 None None] No non-hosted networks {{(pid=82764) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 03 23:54:29.410227 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.agentschedulers_db [None req-53d34775-fb74-46ef-9327-b12a189671e1 None None] DHCP Agent not found on host dv-cinder-827776-1-smb {{(pid=82764) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 03 23:54:29.523434 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9fdca186-8a31-4ac3-99ff-20dbe3ac1d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-875807'] for agent, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:31.726816 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3e91bad6-707b-44ae-acca-9df40c7f3a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-875807'] for agent, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:31.799898 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-338bce4a-629b-48dd-92fb-4ac4b736faf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:32.410011 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-875807'] for agent, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:32.901089 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-875807'] for agent, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:32.901846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.902671 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.903068 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.903574 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.903957 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.904457 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.904930 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.905412 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.905870 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.906326 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.906818 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:32.907191 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-827776-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:32.921931 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-827776-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:54:33.949927 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-875807'] for agent, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:34.801355 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.db.l3_hamode_db [None req-83fab024-6cbe-4c82-a6c4-ab9c19bbed12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 03 23:54:34.886347 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fab024-6cbe-4c82-a6c4-ab9c19bbed12 None None] Routers set() bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 23:54:34.886763 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fab024-6cbe-4c82-a6c4-ab9c19bbed12 None None] Router IDs set() for agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 03 23:54:35.697467 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57836) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:36.294592 dv-cinder-827776-1-smb neutron-server[82763]: WARNING oslo_policy.policy [None req-ec22635f-a79c-4bad-a91d-c2aca2a1bfe2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:36.295201 dv-cinder-827776-1-smb neutron-server[82763]: WARNING oslo_policy.policy [None req-ec22635f-a79c-4bad-a91d-c2aca2a1bfe2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:36.513626 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [None req-ec22635f-a79c-4bad-a91d-c2aca2a1bfe2 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 23:54:36.514695 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ec22635f-a79c-4bad-a91d-c2aca2a1bfe2 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8163354 Feb 03 23:54:38.756582 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57850) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:39.138655 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:54:39.192149 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.policy [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82763) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 03 23:54:39.192892 dv-cinder-827776-1-smb neutron-server[82763]: WARNING oslo_policy.policy [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:39.193294 dv-cinder-827776-1-smb neutron-server[82763]: WARNING oslo_policy.policy [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:39.196658 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.quota [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] Loaded quota_driver: . Feb 03 23:54:39.212312 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:54:39.280790 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754949247330', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754949155026', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754949156726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754949147441', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754949169565', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15814466', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15817776', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-740967', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623559'] for rbac-policy, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:39.347403 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:39.348665 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-29de6cac-2c2e-400b-a0dd-db480e3df03f admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5910020 Feb 03 23:54:41.852020 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57864) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:42.217254 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Request body: {'network': {'name': 'private', 'project_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:54:42.221885 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:54:42.226255 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Usage tracker for resource:network and tenant:da087b08054d45039e65990f4e602e49 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:54:42.230929 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:54:42.236863 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:54:42.246389 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Made reservation on behalf of da087b08054d45039e65990f4e602e49 for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:54:42.249277 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.267339 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.309048 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:54:42.312624 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Usage tracker for resource:security_group_rule and tenant:da087b08054d45039e65990f4e602e49 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:54:42.315639 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:54:42.321338 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:54:42.388869 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.392442 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.416490 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:54:42.443148 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754946675923', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.443737 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Unsubscribe: segment precommit_create {{(pid=82763) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 23:54:42.444242 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Added segment 14aa81cd-7f72-4092-9029-eb8459d0af21 of type vlan for network b1606540-d3c9-4c5c-887d-bdfdb250bb89 Feb 03 23:54:42.453301 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a366d6-57aa-472d-b850-6b5cae87d74a,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:42.514623 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.514885 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.515210 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.515535 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.515853 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.516168 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.516482 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.516810 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.517126 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.517458 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.517770 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Tracked resource versions report: Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: pushed versions: Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: { 'ConntrackHelper': {'1.0'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Log': {'1.0'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Network': {'1.1'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Port': {'1.5'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'PortForwarding': {'1.2'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'QosPolicy': {'1.8'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroup': {'1.2'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroupRule': {'1.0'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'SubPort': {'1.0'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Subnet': {'1.1'}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Trunk': {'1.1'}} Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: consumer versions: Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Log': '1.0', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Network': '1.1', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Port': '1.5', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'PortForwarding': '1.2', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'QosPolicy': '1.8', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroup': '1.2', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroupRule': '1.0', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'SubPort': '1.0', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Subnet': '1.1', Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: 'Trunk': '1.1'}} Feb 03 23:54:42.518804 dv-cinder-827776-1-smb neutron-server[82763]: {{(pid=82763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:54:42.559836 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.602395 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.603341 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:42.603982 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:42.708883 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8558111 Feb 03 23:54:42.709460 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736dc2-6db5-4c9f-be19-eb3034c05e4e admin admin] Pushing event updated for resources: {'Network': ['ID=b1606540-d3c9-4c5c-887d-bdfdb250bb89,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:42.721886 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 23:54:45.243700 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57880) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:45.709268 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58114be9-412a-4089-8ee5-5e48fa58977c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:45.710562 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-58114be9-412a-4089-8ee5-5e48fa58977c admin admin] 10.222.0.55 "GET /v2.0/networks/b1606540-d3c9-4c5c-887d-bdfdb250bb89 HTTP/1.1" status: 200 len: 825 time: 0.4659135 Feb 03 23:54:45.738215 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-846a27f1-2f2e-4ef9-b065-30a71141cc50 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/ed98d1dd-c3e8-4273-81af-30a7773fec6a HTTP/1.1" status: 200 len: 734 time: 0.0221443 Feb 03 23:54:45.746899 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Request body: {'subnet': {'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:54:45.751168 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:54:45.754811 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Usage tracker for resource:subnet and tenant:da087b08054d45039e65990f4e602e49 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:54:45.757624 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:54:45.763650 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:54:45.773101 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Made reservation on behalf of da087b08054d45039e65990f4e602e49 for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:54:45.775317 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:46.033945 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:46.113674 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f466f29-149f-4509-829e-2fcea2cceed9,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:46.125160 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Checking segment: {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:54:46.125576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Network hostable DHCP agents. Network: b1606540-d3c9-4c5c-887d-bdfdb250bb89, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:54:46.147843 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:54:46.158500 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, b1606540-d3c9-4c5c-887d-bdfdb250bb89) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:54:46.163009 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:54:46.163666 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:46.169099 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1811a276-2901-4990-9c0b-237b33b832fb None None] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:54:46.184045 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c63094d6-db42-483e-97cd-876d9ae0bd0c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402385 Feb 03 23:54:46.473996 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 23:54:46.475219 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:46.660180 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Allocated IP 172.20.0.2 (b1606540-d3c9-4c5c-887d-bdfdb250bb89/2f466f29-149f-4509-829e-2fcea2cceed9/17dd593b-5455-42c3-9762-ce9e3e9d1980) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:54:46.880244 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:46.893741 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Transition to ACTIVE for port object 17dd593b-5455-42c3-9762-ce9e3e9d1980 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:54:46.915555 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Transition to ACTIVE for port object 17dd593b-5455-42c3-9762-ce9e3e9d1980 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:54:46.922153 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:46.987142 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:54:46.990016 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:54:46.994440 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Pushing event updated for resources: {'Port': ['ID=17dd593b-5455-42c3-9762-ce9e3e9d1980,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:46.998977 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 23:54:47.006541 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.006889 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.007238 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.007559 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.007890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.008219 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.008543 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.008867 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.009190 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.009534 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.009854 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Tracked resource versions report: Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: pushed versions: Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: { 'ConntrackHelper': {'1.0'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Log': {'1.0'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Network': {'1.1'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Port': {'1.5'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'PortForwarding': {'1.2'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'QosPolicy': {'1.8'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroup': {'1.2'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroupRule': {'1.0'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'SubPort': {'1.0'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Subnet': {'1.1'}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Trunk': {'1.1'}} Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: consumer versions: Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Log': '1.0', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Network': '1.1', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Port': '1.5', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'PortForwarding': '1.2', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'QosPolicy': '1.8', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroup': '1.2', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroupRule': '1.0', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'SubPort': '1.0', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Subnet': '1.1', Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: 'Trunk': '1.1'}} Feb 03 23:54:47.010928 dv-cinder-827776-1-smb neutron-server[82764]: {{(pid=82764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:54:47.099914 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Attempting to bind port 17dd593b-5455-42c3-9762-ce9e3e9d1980 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 23:54:47.100315 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Attempting to bind port 17dd593b-5455-42c3-9762-ce9e3e9d1980 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 23:54:47.100769 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Attempting to bind port 17dd593b-5455-42c3-9762-ce9e3e9d1980 on network b1606540-d3c9-4c5c-887d-bdfdb250bb89 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 23:54:47.107393 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 23:54:47.107800 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Checking segment: {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:54:47.108265 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:47.108654 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Bound using segment: {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 23:54:47.109147 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Bound port: 17dd593b-5455-42c3-9762-ce9e3e9d1980, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 23:54:47.109568 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:47.196862 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] For port 17dd593b-5455-42c3-9762-ce9e3e9d1980, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:54:47.201180 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] For port 17dd593b-5455-42c3-9762-ce9e3e9d1980, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=17dd593b-5455-42c3-9762-ce9e3e9d1980,segment=NetworkSegment(14aa81cd-7f72-4092-9029-eb8459d0af21),segment_id=14aa81cd-7f72-4092-9029-eb8459d0af21)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:54:47.205623 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:47.305023 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6aa25-6a38-4c52-8e0f-fc5f17d2256a None None] Pushing event updated for resources: {'Port': ['ID=17dd593b-5455-42c3-9762-ce9e3e9d1980,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:48.443867 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57890) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:48.847682 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [None req-bee8e051-240e-4f51-9a74-be125a9a7d1f admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 23:54:48.848636 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bee8e051-240e-4f51-9a74-be125a9a7d1f admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4038403 Feb 03 23:54:50.852104 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494218c-9e8f-4b8b-897c-dcc39b1a1520 None None] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:54:51.012846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-490634bc-a0d7-4ca1-8019-992380cfde7e None None] Provisioning for port 17dd593b-5455-42c3-9762-ce9e3e9d1980 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:54:51.146806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57904) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:51.202793 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 17dd593b-5455-42c3-9762-ce9e3e9d1980 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:54:51.274263 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 17dd593b-5455-42c3-9762-ce9e3e9d1980 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:54:51.279521 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 17dd593b-5455-42c3-9762-ce9e3e9d1980 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:51.279917 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:51.381270 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-6758937e-364e-4b7e-960a-3d01fc066172 None None] Provisioning complete for port 17dd593b-5455-42c3-9762-ce9e3e9d1980 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:51.381652 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6758937e-364e-4b7e-960a-3d01fc066172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:51.450222 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:51.525006 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 17dd593b-5455-42c3-9762-ce9e3e9d1980, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=17dd593b-5455-42c3-9762-ce9e3e9d1980,segment=NetworkSegment(14aa81cd-7f72-4092-9029-eb8459d0af21),segment_id=14aa81cd-7f72-4092-9029-eb8459d0af21)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:54:51.532350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:51.559285 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [None req-6799d75f-f2e4-44e9-90fb-767b90428739 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 23:54:51.560353 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6799d75f-f2e4-44e9-90fb-767b90428739 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4126313 Feb 03 23:54:51.565146 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6758937e-364e-4b7e-960a-3d01fc066172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:51.668674 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=17dd593b-5455-42c3-9762-ce9e3e9d1980,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:54:51.678225 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-6758937e-364e-4b7e-960a-3d01fc066172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 03 23:54:51.678635 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-6758937e-364e-4b7e-960a-3d01fc066172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 03 23:54:53.171937 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 17dd593b-5455-42c3-9762-ce9e3e9d1980 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:54:53.240547 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 17dd593b-5455-42c3-9762-ce9e3e9d1980 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:54:53.240912 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:54.072791 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 57916) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:54.752418 dv-cinder-827776-1-smb neutron-server[82762]: WARNING oslo_policy.policy [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:54.753009 dv-cinder-827776-1-smb neutron-server[82762]: WARNING oslo_policy.policy [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:54.970729 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'da087b08054d45039e65990f4e602e49'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:54:55.007908 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.policy [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82762) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 03 23:54:55.008607 dv-cinder-827776-1-smb neutron-server[82762]: WARNING oslo_policy.policy [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:55.008983 dv-cinder-827776-1-smb neutron-server[82762]: WARNING oslo_policy.policy [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 03 23:54:55.013162 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.quota [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Loaded quota_driver: . Feb 03 23:54:55.028394 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:54:55.034774 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Usage tracker for resource:router and tenant:da087b08054d45039e65990f4e602e49 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:54:55.039207 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:54:55.047216 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:54:55.063640 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:55.065917 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:55.093998 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:55.207753 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:55.228218 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:54:55.230184 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-8a4794c2-1d22-4f7e-b96f-925c68e0b2b4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1547177 Feb 03 23:54:57.449005 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 57932) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:54:57.833122 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [None req-a99578eb-2359-40c1-8103-ec3a2c0d205b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82762) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 23:54:57.834112 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a99578eb-2359-40c1-8103-ec3a2c0d205b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3841662 Feb 03 23:54:59.246458 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f04b357f-a6b4-4757-b7ca-a06e140343d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.065133 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 57942) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:55:00.446690 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:55:00.453899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:55:00.457608 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Usage tracker for resource:network and tenant:fd4e653867664ba0852388ace1b404fe is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:55:00.460936 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:55:00.466713 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:55:00.476074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Made reservation on behalf of fd4e653867664ba0852388ace1b404fe for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:55:00.478991 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.496444 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.535863 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:55:00.539687 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Usage tracker for resource:security_group_rule and tenant:fd4e653867664ba0852388ace1b404fe is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:55:00.543064 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:55:00.548957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:55:00.616132 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.619594 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.633611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Reserving flat network on physical network physnet1 {{(pid=82762) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 03 23:55:00.663066 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754946675923', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.663633 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Unsubscribe: segment precommit_create {{(pid=82762) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 03 23:55:00.664139 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Added segment 924ee368-a571-486b-bd69-51b22e31dc9d of type flat for network 1125581a-81e9-401c-9d48-edc51d209774 Feb 03 23:55:00.678331 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16041ae-9b88-4f73-b827-728b9588ddac,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:00.733279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.733553 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.733880 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.734202 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.734524 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.734839 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.735153 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.735480 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.735795 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.736101 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.736407 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Tracked resource versions report: Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: pushed versions: Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: { 'ConntrackHelper': {'1.0'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Log': {'1.0'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Network': {'1.1'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Port': {'1.5'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'PortForwarding': {'1.2'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'QosPolicy': {'1.8'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroup': {'1.2'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroupRule': {'1.0'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'SubPort': {'1.0'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Subnet': {'1.1'}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Trunk': {'1.1'}} Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: consumer versions: Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Log': '1.0', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Network': '1.1', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Port': '1.5', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'PortForwarding': '1.2', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'QosPolicy': '1.8', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroup': '1.2', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroupRule': '1.0', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'SubPort': '1.0', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Subnet': '1.1', Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: 'Trunk': '1.1'}} Feb 03 23:55:00.737529 dv-cinder-827776-1-smb neutron-server[82762]: {{(pid=82762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:55:00.786469 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.832518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.833667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:00.834321 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:00.940535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] Pushing event updated for resources: {'Network': ['ID=1125581a-81e9-401c-9d48-edc51d209774,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:00.945570 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-030105f8-12d9-4808-bfe3-369a2edd2b7d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8790817 Feb 03 23:55:00.951476 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 1125581a-81e9-401c-9d48-edc51d209774 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 23:55:01.723659 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-76380572-43c2-4c34-8f1d-88522b848dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:02.342332 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:02.895330 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:03.165993 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 57958) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:55:03.530123 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e628a-01cf-4569-82f5-5dcae289f3fa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:03.531430 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-0d3e628a-01cf-4569-82f5-5dcae289f3fa admin admin] 10.222.0.55 "GET /v2.0/subnets/2f466f29-149f-4509-829e-2fcea2cceed9 HTTP/1.1" status: 200 len: 849 time: 0.3645928 Feb 03 23:55:03.711524 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ea6002d9-520e-4051-8a6e-ffef96f58ad5 admin admin] 10.222.0.55 "GET /v2.0/routers/0758df4b-e199-49d7-838e-8fc298f099f9 HTTP/1.1" status: 200 len: 704 time: 0.1748004 Feb 03 23:55:03.859516 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.165998 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.389873 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Allocated IP 172.20.0.1 (b1606540-d3c9-4c5c-887d-bdfdb250bb89/2f466f29-149f-4509-829e-2fcea2cceed9/497fd36a-9d55-4946-a9fc-0f48a3fd1724) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:55:04.540009 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.557943 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.provisioning_blocks [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Transition to ACTIVE for port object 497fd36a-9d55-4946-a9fc-0f48a3fd1724 will not be triggered until provisioned by entity DHCP. {{(pid=82763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:55:04.608579 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.674886 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:55:04.677675 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:04.681387 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 23:55:04.681891 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.688179 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Pushing event updated for resources: {'Port': ['ID=497fd36a-9d55-4946-a9fc-0f48a3fd1724,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:04.840481 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.914311 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-5890632d-3463-4a35-a188-6c5b5816124c None None] Provisioning for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:55:04.919636 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-5890632d-3463-4a35-a188-6c5b5816124c None None] Provisioning complete for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:04.920011 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5890632d-3463-4a35-a188-6c5b5816124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:04.969984 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5890632d-3463-4a35-a188-6c5b5816124c None None] Port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 23:55:05.059743 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:05.063720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:05.064507 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:05.191226 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Pushing event updated for resources: {'Port': ['ID=497fd36a-9d55-4946-a9fc-0f48a3fd1724,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:05.254597 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:55:05.255624 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:05.492628 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-045d0f52-5b0f-4a95-9820-1641d4fadcf8 None None] Provisioning complete for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:05.493001 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-045d0f52-5b0f-4a95-9820-1641d4fadcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:05.547200 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-045d0f52-5b0f-4a95-9820-1641d4fadcf8 None None] Port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 03 23:55:05.606647 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Router 0758df4b-e199-49d7-838e-8fc298f099f9 is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 03 23:55:05.767998 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:55:05.776787 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e37c3dcc-1d51-4e1d-aff4-775a3a6b3a53 admin admin] 10.222.0.55 "PUT /v2.0/routers/0758df4b-e199-49d7-838e-8fc298f099f9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0599182 Feb 03 23:55:05.778200 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Sync routers for ids ['0758df4b-e199-49d7-838e-8fc298f099f9'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 23:55:05.791128 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Routers {'0758df4b-e199-49d7-838e-8fc298f099f9'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 23:55:05.792464 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-03T23:55:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0758df4b-e199-49d7-838e-8fc298f099f9'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:05.964853 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Set router 0758df4b-e199-49d7-838e-8fc298f099f9 gateway port host: None {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 23:55:06.322749 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'name': 'router1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:55Z', 'updated_at': '2022-02-03T23:55:04Z', 'revision_number': 2, 'project_id': 'da087b08054d45039e65990f4e602e49', 'gw_port_host': None, '_interfaces': [{'id': '497fd36a-9d55-4946-a9fc-0f48a3fd1724', 'name': '', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'mac_address': 'fa:16:3e:68:a4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:04Z', 'updated_at': '2022-02-03T23:55:04Z', 'revision_number': 2, 'project_id': 'da087b08054d45039e65990f4e602e49', 'subnets': [{'id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:06.327809 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Checking router: 0758df4b-e199-49d7-838e-8fc298f099f9 for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 23:55:06.328180 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Updating router 0758df4b-e199-49d7-838e-8fc298f099f9 port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 23:55:06.380708 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:06.748733 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:06.762864 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Transition to ACTIVE for port object 497fd36a-9d55-4946-a9fc-0f48a3fd1724 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:55:06.769220 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:07.007239 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Pushing event updated for resources: {'Port': ['ID=497fd36a-9d55-4946-a9fc-0f48a3fd1724,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:07.021362 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.021710 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.022049 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.022381 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.022711 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.023036 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.023358 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.023679 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.023997 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.024314 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.024631 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Tracked resource versions report: Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: pushed versions: Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: { 'ConntrackHelper': {'1.0'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Log': {'1.0'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Network': {'1.1'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Port': {'1.5'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'PortForwarding': {'1.2'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'QosPolicy': {'1.8'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroup': {'1.2'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroupRule': {'1.0'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'SubPort': {'1.0'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Subnet': {'1.1'}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Trunk': {'1.1'}} Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: consumer versions: Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Log': '1.0', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Network': '1.1', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Port': '1.5', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'PortForwarding': '1.2', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'QosPolicy': '1.8', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroup': '1.2', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroupRule': '1.0', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'SubPort': '1.0', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Subnet': '1.1', Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: 'Trunk': '1.1'}} Feb 03 23:55:07.025757 dv-cinder-827776-1-smb neutron-server[82765]: {{(pid=82765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 03 23:55:07.028190 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Attempting to bind port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 23:55:07.028581 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Attempting to bind port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 23:55:07.029008 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Attempting to bind port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 on network b1606540-d3c9-4c5c-887d-bdfdb250bb89 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 23:55:07.036720 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 23:55:07.037127 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Checking segment: {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:55:07.037608 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:07.037990 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Bound using segment: {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 23:55:07.038452 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Bound port: 497fd36a-9d55-4946-a9fc-0f48a3fd1724, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14aa81cd-7f72-4092-9029-eb8459d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 23:55:07.038833 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:07.127391 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] For port 497fd36a-9d55-4946-a9fc-0f48a3fd1724, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:55:07.131623 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] For port 497fd36a-9d55-4946-a9fc-0f48a3fd1724, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=497fd36a-9d55-4946-a9fc-0f48a3fd1724,segment=NetworkSegment(14aa81cd-7f72-4092-9029-eb8459d0af21),segment_id=14aa81cd-7f72-4092-9029-eb8459d0af21)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:55:07.135900 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:07.225172 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Routers {'0758df4b-e199-49d7-838e-8fc298f099f9'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 23:55:07.225808 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-03T23:55:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0758df4b-e199-49d7-838e-8fc298f099f9'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:07.278260 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8b61d-810b-4489-b7eb-525e4dee95ca None None] Pushing event updated for resources: {'Port': ['ID=497fd36a-9d55-4946-a9fc-0f48a3fd1724,revision_number=4']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:07.383594 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] Set router 0758df4b-e199-49d7-838e-8fc298f099f9 gateway port host: None {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 23:55:07.706951 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'name': 'router1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:55Z', 'updated_at': '2022-02-03T23:55:04Z', 'revision_number': 2, 'project_id': 'da087b08054d45039e65990f4e602e49', 'gw_port_host': None, '_interfaces': [{'id': '497fd36a-9d55-4946-a9fc-0f48a3fd1724', 'name': '', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'mac_address': 'fa:16:3e:68:a4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:04Z', 'updated_at': '2022-02-03T23:55:07Z', 'revision_number': 4, 'project_id': 'da087b08054d45039e65990f4e602e49', 'subnets': [{'id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:07.710708 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e436ad8-54e2-4473-bdd4-8ad916fc6edc None None] The sync data for ids ['0758df4b-e199-49d7-838e-8fc298f099f9'] in dv-cinder-827776-1-smb is: [{'id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'name': 'router1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:55Z', 'updated_at': '2022-02-03T23:55:04Z', 'revision_number': 2, 'project_id': 'da087b08054d45039e65990f4e602e49', 'gw_port_host': None, '_interfaces': [{'id': '497fd36a-9d55-4946-a9fc-0f48a3fd1724', 'name': '', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'mac_address': 'fa:16:3e:68:a4:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:04Z', 'updated_at': '2022-02-03T23:55:07Z', 'revision_number': 4, 'project_id': 'da087b08054d45039e65990f4e602e49', 'subnets': [{'id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 23:55:07.868563 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 57980) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:55:08.044916 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912fca07-5e4b-4fff-bffd-1c637e8de425 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:08.045518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-912fca07-5e4b-4fff-bffd-1c637e8de425 admin admin] Synchronizing usage tracker for tenant:fd4e653867664ba0852388ace1b404fe on resource:network {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 23:55:08.062938 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-912fca07-5e4b-4fff-bffd-1c637e8de425 admin admin] Unset dirty status for tenant:fd4e653867664ba0852388ace1b404fe on resource:network {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 23:55:08.064118 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-912fca07-5e4b-4fff-bffd-1c637e8de425 admin admin] 10.222.0.55 "GET /v2.0/networks/1125581a-81e9-401c-9d48-edc51d209774 HTTP/1.1" status: 200 len: 842 time: 0.1946182 Feb 03 23:55:08.073634 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.2.1', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.2.0/24'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:55:08.078738 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:55:08.082468 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Usage tracker for resource:subnet and tenant:fd4e653867664ba0852388ace1b404fe is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:55:08.085435 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:55:08.091917 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:55:08.101677 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Made reservation on behalf of fd4e653867664ba0852388ace1b404fe for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:55:08.104043 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:08.499374 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.objects.ports [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82762) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 03 23:55:08.499823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:08.600934 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:55:08.601334 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Network hostable DHCP agents. Network: 1125581a-81e9-401c-9d48-edc51d209774, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:55:08.612498 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1ade03-caef-4951-ab20-f69b4d4e7e01,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:08.630654 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:55:08.641716 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 1125581a-81e9-401c-9d48-edc51d209774) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:08.646441 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:08.647021 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:08.652406 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe9707-c73c-4753-9b98-f9e844953d3b None None] Network 1125581a-81e9-401c-9d48-edc51d209774 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:55:08.675834 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-55611ca8-38f4-419c-a60c-2345b30aba5e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5995655 Feb 03 23:55:08.889250 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc62eeb-e4c6-49b2-a5ef-335ac9e2520b None None] Network 1125581a-81e9-401c-9d48-edc51d209774 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:55:09.193909 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 497fd36a-9d55-4946-a9fc-0f48a3fd1724 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:55:09.260475 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:55:09.265601 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:09.265970 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:09.379568 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:09.411572 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 497fd36a-9d55-4946-a9fc-0f48a3fd1724, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=497fd36a-9d55-4946-a9fc-0f48a3fd1724,segment=NetworkSegment(14aa81cd-7f72-4092-9029-eb8459d0af21),segment_id=14aa81cd-7f72-4092-9029-eb8459d0af21)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:09.415948 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:09.479112 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=497fd36a-9d55-4946-a9fc-0f48a3fd1724,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:10.811917 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58002) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:55:11.060654 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d0f9e65e-ff14-4974-8592-4f7cf5646604 admin admin] 10.222.0.55 "GET /v2.0/routers/0758df4b-e199-49d7-838e-8fc298f099f9 HTTP/1.1" status: 200 len: 710 time: 0.2476170 Feb 03 23:55:11.179770 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 497fd36a-9d55-4946-a9fc-0f48a3fd1724 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:55:11.190737 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b68134-0260-47f6-a1ba-885edccddd77 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:55:11.192104 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e3b68134-0260-47f6-a1ba-885edccddd77 admin admin] 10.222.0.55 "GET /v2.0/networks/1125581a-81e9-401c-9d48-edc51d209774 HTTP/1.1" status: 200 len: 886 time: 0.1261070 Feb 03 23:55:11.201308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:55:11.250101 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:11.250476 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:11.678172 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:11.860173 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:11.914670 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:12.078180 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Allocated IP 172.28.2.126 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/3c8a2873-cf2c-4032-9c09-3276d7e4c3b2) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:55:12.222140 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:12.271979 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:12.337145 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:55:12.339962 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:55:12.343626 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 23:55:12.376787 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Pushing event updated for resources: {'Port': ['ID=3c8a2873-cf2c-4032-9c09-3276d7e4c3b2,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:12.518374 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:12.680991 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:12.684446 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-876403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-876394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-869092'] for router, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:12.877015 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Router 0758df4b-e199-49d7-838e-8fc298f099f9 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 03 23:55:13.068569 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 03 23:55:13.077335 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:13.078083 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Sync routers for ids ['0758df4b-e199-49d7-838e-8fc298f099f9'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 03 23:55:13.078554 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-adf47bfe-28da-4875-88c7-37e3b297c68b admin admin] 10.222.0.55 "PUT /v2.0/routers/0758df4b-e199-49d7-838e-8fc298f099f9 HTTP/1.1" status: 200 len: 890 time: 1.8810701 Feb 03 23:55:13.090950 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Routers {'0758df4b-e199-49d7-838e-8fc298f099f9'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 23:55:13.091614 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-03T23:55:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0758df4b-e199-49d7-838e-8fc298f099f9'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:13.279320 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Set router 0758df4b-e199-49d7-838e-8fc298f099f9 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 23:55:13.612700 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'name': 'router1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3c8a2873-cf2c-4032-9c09-3276d7e4c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:55Z', 'updated_at': '2022-02-03T23:55:12Z', 'revision_number': 4, 'project_id': 'da087b08054d45039e65990f4e602e49', 'gw_port': {'id': '3c8a2873-cf2c-4032-9c09-3276d7e4c3b2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:11Z', 'updated_at': '2022-02-03T23:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '497fd36a-9d55-4946-a9fc-0f48a3fd1724', 'name': '', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'mac_address': 'fa:16:3e:68:a4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:04Z', 'updated_at': '2022-02-03T23:55:09Z', 'revision_number': 5, 'project_id': 'da087b08054d45039e65990f4e602e49', 'subnets': [{'id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:13.617471 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Checking router: 0758df4b-e199-49d7-838e-8fc298f099f9 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 03 23:55:13.617833 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Updating router 0758df4b-e199-49d7-838e-8fc298f099f9 port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 03 23:55:13.669389 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:14.010975 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:14.022673 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Transition to ACTIVE for port object 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:55:14.029023 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:14.101972 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21cfcb-e941-47e4-94f5-13730e899543 None None] Pushing event updated for resources: {'Port': ['ID=3c8a2873-cf2c-4032-9c09-3276d7e4c3b2,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:14.110614 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Attempting to bind port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 23:55:14.110980 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Attempting to bind port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 23:55:14.111340 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Attempting to bind port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 23:55:14.117549 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 23:55:14.117919 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:55:14.118312 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:14.118694 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 23:55:14.119150 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Bound port: 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 23:55:14.119531 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:14.190704 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] For port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:55:14.193617 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] For port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3c8a2873-cf2c-4032-9c09-3276d7e4c3b2,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:55:14.197634 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:14.273727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21cfcb-e941-47e4-94f5-13730e899543 None None] Pushing event updated for resources: {'Port': ['ID=3c8a2873-cf2c-4032-9c09-3276d7e4c3b2,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:14.278559 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Routers {'0758df4b-e199-49d7-838e-8fc298f099f9'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 03 23:55:14.279143 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-03T23:55:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0758df4b-e199-49d7-838e-8fc298f099f9'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:14.453679 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] Set router 0758df4b-e199-49d7-838e-8fc298f099f9 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 03 23:55:14.772487 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'name': 'router1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3c8a2873-cf2c-4032-9c09-3276d7e4c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:55Z', 'updated_at': '2022-02-03T23:55:12Z', 'revision_number': 4, 'project_id': 'da087b08054d45039e65990f4e602e49', 'gw_port': {'id': '3c8a2873-cf2c-4032-9c09-3276d7e4c3b2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:11Z', 'updated_at': '2022-02-03T23:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '497fd36a-9d55-4946-a9fc-0f48a3fd1724', 'name': '', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'mac_address': 'fa:16:3e:68:a4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:04Z', 'updated_at': '2022-02-03T23:55:09Z', 'revision_number': 5, 'project_id': 'da087b08054d45039e65990f4e602e49', 'subnets': [{'id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 03 23:55:14.776462 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b560f-2042-42d8-8be2-17d76d541a3f None None] The sync data for ids ['0758df4b-e199-49d7-838e-8fc298f099f9'] in dv-cinder-827776-1-smb is: [{'id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'name': 'router1', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '3c8a2873-cf2c-4032-9c09-3276d7e4c3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-03T23:54:55Z', 'updated_at': '2022-02-03T23:55:12Z', 'revision_number': 4, 'project_id': 'da087b08054d45039e65990f4e602e49', 'gw_port': {'id': '3c8a2873-cf2c-4032-9c09-3276d7e4c3b2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:16:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:11Z', 'updated_at': '2022-02-03T23:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '497fd36a-9d55-4946-a9fc-0f48a3fd1724', 'name': '', 'network_id': 'b1606540-d3c9-4c5c-887d-bdfdb250bb89', 'tenant_id': 'da087b08054d45039e65990f4e602e49', 'mac_address': 'fa:16:3e:68:a4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758df4b-e199-49d7-838e-8fc298f099f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-03T23:55:04Z', 'updated_at': '2022-02-03T23:55:09Z', 'revision_number': 5, 'project_id': 'da087b08054d45039e65990f4e602e49', 'subnets': [{'id': '2f466f29-149f-4509-829e-2fcea2cceed9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ed98d1dd-c3e8-4273-81af-30a7773fec6a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 03 23:55:15.207275 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:55:15.289609 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:55:15.289609 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:15.289609 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:15.312701 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58012) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:55:15.409168 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:15.425872 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3c8a2873-cf2c-4032-9c09-3276d7e4c3b2,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:55:15.430086 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:15.460769 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-31c13aeb-6949-445e-9770-5ec842654a5a admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1469059 Feb 03 23:55:15.498705 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=3c8a2873-cf2c-4032-9c09-3276d7e4c3b2,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:55:17.188679 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:55:17.263042 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3c8a2873-cf2c-4032-9c09-3276d7e4c3b2 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:55:17.263420 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:26.121576 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:55:29.249666 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7ec929f5-e331-4b6c-8234-928c78edc91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:31.725416 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-15c8e983-c0d7-4f18-a155-6225daf0b462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:32.346361 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:32.896609 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:33.881730 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:55:59.253257 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-44ecf6d3-5125-4393-86e2-3d0b7cb4a580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:01.728834 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2945886e-ad8f-4abf-bca3-f11967afc552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:02.349045 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:02.899633 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:03.122083 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:56:03.885953 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:29.255378 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31cffee4-b3dc-4f7e-a28d-450b6f5c5d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:31.731569 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ce1eceba-6e83-48cd-b090-9fdc8940f036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:32.356170 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:32.905969 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:33.891664 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:56:40.121826 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:56:59.257408 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e7c25588-6d0f-409a-b9c3-efdfff85fc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:01.734070 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ac8e1ca2-f1bc-4801-bb54-937e93717f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:02.354726 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:02.899053 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:03.893925 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:16.758339 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58584) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:16.849730 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea622f40-375b-4e10-beca-f0e2ef232721 admin admin] GET failed (client error): The resource could not be found. Feb 03 23:57:16.850937 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ea622f40-375b-4e10-beca-f0e2ef232721 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0916564 Feb 03 23:57:16.979343 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c63988-86e1-4851-9887-637629c5552b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:16.980763 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-83c63988-86e1-4851-9887-637629c5552b admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1259460 Feb 03 23:57:17.122533 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:57:18.988944 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58594) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:19.118725 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3290bcb3-d6fc-4d68-b68f-84fc84f06101 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:19.119364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3290bcb3-d6fc-4d68-b68f-84fc84f06101 admin admin] Synchronizing usage tracker for tenant:fd4e653867664ba0852388ace1b404fe on resource:subnet {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 03 23:57:19.135646 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3290bcb3-d6fc-4d68-b68f-84fc84f06101 admin admin] Unset dirty status for tenant:fd4e653867664ba0852388ace1b404fe on resource:subnet {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 03 23:57:19.136967 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3290bcb3-d6fc-4d68-b68f-84fc84f06101 admin admin] 10.222.0.55 "GET /v2.0/subnets/2f466f29-149f-4509-829e-2fcea2cceed9 HTTP/1.1" status: 200 len: 849 time: 0.1470470 Feb 03 23:57:19.146853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:57:19.300367 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:19.481721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754946599172'] for subnet, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:19.531350 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:19.531939 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:19.532051 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c7321-b8fe-427e-bd24-e834c9f73e0f None None] Network b1606540-d3c9-4c5c-887d-bdfdb250bb89 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:57:19.545274 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] 10.222.0.55 "PUT /v2.0/subnets/2f466f29-149f-4509-829e-2fcea2cceed9 HTTP/1.1" status: 200 len: 868 time: 0.3908916 Feb 03 23:57:19.549387 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f466f29-149f-4509-829e-2fcea2cceed9,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:19.562060 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.562937 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.563624 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.564522 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.564860 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.565197 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.565558 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.565901 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.566228 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.566548 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.566867 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43111b2-e0c9-4a54-8e48-c3062b6777f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:57:19.965757 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d24b892a-2b72-4b2b-b326-cf565f9ab8ab None None] Provisioning complete for port 497fd36a-9d55-4946-a9fc-0f48a3fd1724 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:57:19.966125 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d24b892a-2b72-4b2b-b326-cf565f9ab8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:20.092785 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d24b892a-2b72-4b2b-b326-cf565f9ab8ab None None] Provisioning complete for port 17dd593b-5455-42c3-9762-ce9e3e9d1980 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:57:20.093154 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d24b892a-2b72-4b2b-b326-cf565f9ab8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:21.580263 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58604) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:21.776433 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37d892-c2e0-4cc6-b08d-8ecc30b6999a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:21.776715 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af37d892-c2e0-4cc6-b08d-8ecc30b6999a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:21.778246 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-af37d892-c2e0-4cc6-b08d-8ecc30b6999a admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970477 Feb 03 23:57:23.807613 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58614) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:23.998801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772380d6-e1eb-4705-ba6d-c07191b55e7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:23.999168 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772380d6-e1eb-4705-ba6d-c07191b55e7f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:24.000668 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-772380d6-e1eb-4705-ba6d-c07191b55e7f admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1922112 Feb 03 23:57:26.004802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58624) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:26.193081 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfebcb4-6327-4449-942b-77b5f2ba1f83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:26.194354 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ddfebcb4-6327-4449-942b-77b5f2ba1f83 admin admin] 10.222.0.55 "GET /v2.0/networks/1125581a-81e9-401c-9d48-edc51d209774 HTTP/1.1" status: 200 len: 886 time: 0.1885467 Feb 03 23:57:28.193110 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58634) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:28.385676 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2615e3-3b95-4454-aad6-2befde933e75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:28.386919 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5f2615e3-3b95-4454-aad6-2befde933e75 admin admin] 10.222.0.55 "GET /v2.0/networks/b1606540-d3c9-4c5c-887d-bdfdb250bb89 HTTP/1.1" status: 200 len: 869 time: 0.1928523 Feb 03 23:57:29.260907 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9f48db3f-6954-4b16-b46e-46911c51fe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:30.487823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58644) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:30.626743 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b1807-23cd-4708-9921-29c7b55809e2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:30.627112 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144b1807-23cd-4708-9921-29c7b55809e2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:30.628609 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-144b1807-23cd-4708-9921-29c7b55809e2 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398449 Feb 03 23:57:31.738740 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c32c65e9-8dae-461e-af9a-50063bd548d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:32.356302 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:32.635540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58654) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:32.763229 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a32a8-d9af-4358-bef2-6a8779bc33d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:32.763596 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5a32a8-d9af-4358-bef2-6a8779bc33d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:32.765068 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-9f5a32a8-d9af-4358-bef2-6a8779bc33d7 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286712 Feb 03 23:57:32.905421 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:33.897124 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:34.768447 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58664) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:34.898909 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02e095-2ae6-4bf7-b09c-778e2cc149a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:34.900828 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-8d02e095-2ae6-4bf7-b09c-778e2cc149a6 admin admin] 10.222.0.55 "GET /v2.0/subnets/2f466f29-149f-4509-829e-2fcea2cceed9 HTTP/1.1" status: 200 len: 868 time: 0.1314421 Feb 03 23:57:36.901753 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 58674) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:37.027236 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8219b4-20ff-4b38-95cf-e10547525c0b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:37.028655 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1b8219b4-20ff-4b38-95cf-e10547525c0b admin admin] 10.222.0.55 "GET /v2.0/subnets/9d1ade03-caef-4951-ab20-f69b4d4e7e01 HTTP/1.1" status: 200 len: 816 time: 0.1258869 Feb 03 23:57:54.123503 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:57:54.587552 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58716) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:54.659682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [None req-929dbe68-888a-40cb-8943-05b16e94bd5d admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82762) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 23:57:54.660639 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-929dbe68-888a-40cb-8943-05b16e94bd5d admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0720463 Feb 03 23:57:56.755518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58726) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:56.844796 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dc78fb-418b-41a4-949a-4017acb98b39 admin admin] GET failed (client error): The resource could not be found. Feb 03 23:57:56.846003 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c2dc78fb-418b-41a4-949a-4017acb98b39 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0895691 Feb 03 23:57:56.968346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00abc85-69f7-4b29-bd8d-dc83e64f5b8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:56.969803 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b00abc85-69f7-4b29-bd8d-dc83e64f5b8a admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199415 Feb 03 23:57:58.986448 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58736) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:57:59.056362 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:57:59.061419 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:57:59.070966 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:57:59.081403 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Made reservation on behalf of fd4e653867664ba0852388ace1b404fe for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:57:59.083921 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:59.171402 dv-cinder-827776-1-smb neutron-server[82762]: WARNING neutron.services.revisions.revision_plugin [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Could not find related network for resource to bump revision. Feb 03 23:57:59.183867 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 03 23:57:59.192801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:59.193178 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Added segment f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf of type vlan for network 2011543c-7a07-478a-aecd-95456d13b79c Feb 03 23:57:59.218390 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:59.246432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:59.247295 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:57:59.247880 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:59.262202 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-9db1299d-38b2-4608-8177-9d87a26308eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:57:59.344305 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3567946 Feb 03 23:57:59.348762 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa444d-6989-4880-9cd5-c37a786b2a45 admin admin] Pushing event updated for resources: {'Network': ['ID=2011543c-7a07-478a-aecd-95456d13b79c,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:57:59.359893 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 2011543c-7a07-478a-aecd-95456d13b79c details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 03 23:58:01.349393 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 58746) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:58:01.439414 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbfb6d2-2b4d-4c97-9d01-33ef61c3cda2 admin admin] GET failed (client error): The resource could not be found. Feb 03 23:58:01.440580 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-cdbfb6d2-2b4d-4c97-9d01-33ef61c3cda2 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0902510 Feb 03 23:58:01.543100 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff9ee44-934c-4fdb-96ca-221348d07cf5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:01.544422 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6ff9ee44-934c-4fdb-96ca-221348d07cf5 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999274 Feb 03 23:58:01.553682 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Request body: {'subnet': {'network_id': '2011543c-7a07-478a-aecd-95456d13b79c', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 03 23:58:01.558594 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:58:01.568800 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:58:01.577961 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Made reservation on behalf of fd4e653867664ba0852388ace1b404fe for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 03 23:58:01.580104 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:01.741025 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0c9c8284-1718-4f16-95fd-62989ca54b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:01.777126 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:01.880294 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbb56af-5450-4325-8c50-8aaea0490db3,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:01.897541 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.897887 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.898224 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.898555 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.898883 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.899205 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.900069 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.900406 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.900731 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.901051 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.901391 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:01.905461 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Checking segment: {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:58:01.905813 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Network hostable DHCP agents. Network: 2011543c-7a07-478a-aecd-95456d13b79c, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 03 23:58:01.926514 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Network 2011543c-7a07-478a-aecd-95456d13b79c is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 03 23:58:01.935103 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 2011543c-7a07-478a-aecd-95456d13b79c) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:58:01.939185 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 03 23:58:01.939759 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:01.945000 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c8001-959b-414a-b39b-92e85959d5a9 None None] Network 2011543c-7a07-478a-aecd-95456d13b79c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:58:01.964559 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-5b616de0-08f4-4fb4-87f1-691e6f2ff98a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4140720 Feb 03 23:58:02.164033 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-2011543c-7a07-478a-aecd-95456d13b79c', 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c', 'tenant_id': 'fd4e653867664ba0852388ace1b404fe', 'fixed_ips': [{'subnet_id': '7dbb56af-5450-4325-8c50-8aaea0490db3'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 03 23:58:02.164995 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.320654 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Allocated IP 192.168.233.2 (2011543c-7a07-478a-aecd-95456d13b79c/7dbb56af-5450-4325-8c50-8aaea0490db3/cc0fd076-9f65-4792-8c6a-9c3dbf4e301a) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 03 23:58:02.417874 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.536236 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.546911 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Transition to ACTIVE for port object cc0fd076-9f65-4792-8c6a-9c3dbf4e301a will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:58:02.566651 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Transition to ACTIVE for port object cc0fd076-9f65-4792-8c6a-9c3dbf4e301a will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 03 23:58:02.572465 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.669847 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Network 2011543c-7a07-478a-aecd-95456d13b79c is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 03 23:58:02.673169 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 03 23:58:02.675658 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 03 23:58:02.677892 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Pushing event updated for resources: {'Port': ['ID=cc0fd076-9f65-4792-8c6a-9c3dbf4e301a,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:02.689724 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.690070 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.690402 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.690732 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.691058 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.691380 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.691700 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.692013 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.692330 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.692642 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.692951 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:58:02.776075 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Attempting to bind port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 03 23:58:02.776705 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Attempting to bind port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 03 23:58:02.776844 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Attempting to bind port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a on network 2011543c-7a07-478a-aecd-95456d13b79c {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 03 23:58:02.783098 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 3, 23, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 03 23:58:02.783460 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Checking segment: {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 03 23:58:02.783855 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.784238 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Bound using segment: {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 03 23:58:02.784688 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Bound port: cc0fd076-9f65-4792-8c6a-9c3dbf4e301a, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 03 23:58:02.785072 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.873029 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] For port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 03 23:58:02.876026 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] For port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=cc0fd076-9f65-4792-8c6a-9c3dbf4e301a,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 03 23:58:02.883478 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.955630 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:02.996303 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308efb94-d78d-4ffe-9545-bf623a8d78a9 None None] Pushing event updated for resources: {'Port': ['ID=cc0fd076-9f65-4792-8c6a-9c3dbf4e301a,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:03.296822 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device cc0fd076-9f65-4792-8c6a-9c3dbf4e301a up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:58:03.375829 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:58:03.772924 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988be5c-3742-4f9e-8ca6-0bc8144f72ad None None] Network 2011543c-7a07-478a-aecd-95456d13b79c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 03 23:58:03.882130 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] Provisioning for port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 03 23:58:03.892752 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] Provisioning complete for port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:58:03.893115 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:03.986275 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:04.103406 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:04.146665 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] For port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=cc0fd076-9f65-4792-8c6a-9c3dbf4e301a,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 03 23:58:04.151127 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:04.225496 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bda805-7668-4a59-8d3d-d4393cef55f5 None None] Pushing event updated for resources: {'Port': ['ID=cc0fd076-9f65-4792-8c6a-9c3dbf4e301a,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:58:04.372858 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-fd5c3f23-2537-46f4-abd9-7866355fe428 None None] Provisioning complete for port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:58:04.373337 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fd5c3f23-2537-46f4-abd9-7866355fe428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:05.267200 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device cc0fd076-9f65-4792-8c6a-9c3dbf4e301a up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 03 23:58:05.334459 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port cc0fd076-9f65-4792-8c6a-9c3dbf4e301a triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 03 23:58:05.334821 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:29.264987 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4536f0c7-04fe-4cb3-8b55-f8c30a595ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:31.123421 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:58:31.746326 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-69d94ee1-6690-45ce-be52-bfa6ce6fca0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:32.363175 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:32.898874 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:33.909252 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:58:59.268458 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6fe246c3-aaa6-450d-92eb-c867d6541294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:01.747360 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e6a2f76b-2ebb-478a-8c1f-7568f810eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:02.367840 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:02.902189 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:03.913886 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:05.260200 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 58790) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:59:05.265965 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [None req-4e60d6bd-7e58-4474-a261-5e8bd4d190e0 tempest-verify_tempest_config-400832307 tempest-verify_tempest_config-400832307-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 03 23:59:05.266927 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4e60d6bd-7e58-4474-a261-5e8bd4d190e0 tempest-verify_tempest_config-400832307 tempest-verify_tempest_config-400832307-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057971 Feb 03 23:59:05.593629 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 58806) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:59:05.735818 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:05.765773 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 03 23:59:05.769421 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Usage tracker for resource:security_group_rule and tenant:0d81d461302e4d988f08341edbbbbb1a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 03 23:59:05.772114 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 03 23:59:05.778185 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 03 23:59:05.841722 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:05.845266 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:05.890465 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab13560-640f-4d3d-90de-11a49679cbb7,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:05.895803 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d81d461302e4d988f08341edbbbbb1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3012209 Feb 03 23:59:05.898602 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 58812) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 03 23:59:05.900899 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.901266 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.901602 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.901931 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.902256 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.902577 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.902896 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.903231 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.903555 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.903864 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.904176 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09816f98-b275-4a41-9627-70785637ef56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:05.959572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:05.987635 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:06.107743 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:06.121191 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab13560-640f-4d3d-90de-11a49679cbb7,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 03 23:59:06.131585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:06.132675 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ab13560-640f-4d3d-90de-11a49679cbb7 HTTP/1.1" status: 204 len: 168 time: 0.2326069 Feb 03 23:59:06.134648 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.134993 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.135333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.135750 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.136083 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.136409 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.136735 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.137057 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.137403 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.137721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:06.138035 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e52192-08e2-4c57-ad54-8794ee2bbde4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 03 23:59:08.124086 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:59:29.271915 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-644317eb-862a-4925-b630-38bf85c5d755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:31.749169 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f28958d3-cd48-46f2-a868-015c50fd94fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:32.368110 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:32.903691 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:33.914405 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 03 23:59:45.124449 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 03 23:59:59.272590 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-80cf0579-6e59-4353-9fc6-aebcafd722fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:01.751315 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b6accdd9-5295-40fd-8eae-88cd3c8ff58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:02.370706 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:02.905468 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:03.918361 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:22.124174 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 5 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:00:29.277881 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f230ca-adaa-49f5-99bc-67702d693b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:31.751746 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-93c2fd4b-fcc5-48db-a5c4-bb685f0f1848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:32.374185 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:32.907599 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:33.919734 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:41.318612 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-875807'] for agent, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:57.137643 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 58882) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:00:57.271190 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ef3fd996-b347-4f8c-9ddc-8bf9ca2a2927 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1324770 Feb 04 00:00:59.124248 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:00:59.286177 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 58892) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:00:59.297962 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2084e029-526d-4d63-bc08-7e57738bf8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:00:59.367845 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-72ad14ae-297c-43e1-aa3b-efbcdf96a19b admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0806019 Feb 04 00:01:01.753065 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c64cfbdc-e3b5-45a0-9b16-b7ea9361eb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:02.377417 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:02.911064 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:03.925259 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:11.262368 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:29.279921 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-318a851c-71a1-47e5-8b5f-22ee18165404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:31.754721 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a6c332bd-10c3-4314-b827-8ca7ae0c64d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:32.380918 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:32.914078 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:33.925544 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:36.124008 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:01:41.283782 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:01:59.282266 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-89b1207e-2ef7-4dcb-adc1-daad707762a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:01.757731 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d925e9b2-d963-45ad-bc75-62d10bff3bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:02.382702 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:02.916655 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:03.931317 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:11.283449 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:13.124825 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:02:29.283959 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b955504-373c-457b-9bf2-afda8a666fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:31.762373 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4bd8a1d9-0e5f-45ec-a398-b43ebaeba43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:32.389292 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:32.919745 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:33.945536 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:37.596676 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59026) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:38.033458 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-527355045-network', 'tenant_id': '463a130c7059410a9d327d96ab845778'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:38.038433 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:38.042956 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Usage tracker for resource:network and tenant:463a130c7059410a9d327d96ab845778 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:38.046180 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:38.051871 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:38.062601 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Made reservation on behalf of 463a130c7059410a9d327d96ab845778 for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:38.065666 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.079277 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.111367 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:38.115125 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Usage tracker for resource:security_group_rule and tenant:463a130c7059410a9d327d96ab845778 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:38.117930 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:38.124337 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:38.194707 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.199620 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.230729 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad0b5f-149c-40f7-ae56-94d068c7e345,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:38.240980 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.241534 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.241788 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.242128 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.242591 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.243232 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.243803 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.244130 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.244479 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.244872 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.245378 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Tracked resource versions report: Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: pushed versions: Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: { 'ConntrackHelper': {'1.0'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Log': {'1.0'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Network': {'1.1'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Port': {'1.5'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'PortForwarding': {'1.2'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'QosPolicy': {'1.8'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroup': {'1.2'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroupRule': {'1.0'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'SubPort': {'1.0'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Subnet': {'1.1'}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Trunk': {'1.1'}} Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: consumer versions: Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Log': '1.0', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Network': '1.1', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Port': '1.5', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'PortForwarding': '1.2', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'QosPolicy': '1.8', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroup': '1.2', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'SecurityGroupRule': '1.0', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'SubPort': '1.0', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Subnet': '1.1', Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: 'Trunk': '1.1'}} Feb 04 00:02:38.246589 dv-cinder-827776-1-smb neutron-server[82763]: {{(pid=82763) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:02:38.258686 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:38.271928 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.271928 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Added segment fb4b94b0-92f2-418f-a70d-87db18d9fcb2 of type vlan for network 148ca6aa-9493-45c3-b10e-f07e52d41768 Feb 04 00:02:38.297075 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.328856 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.329759 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:38.330545 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.423699 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] Pushing event updated for resources: {'Network': ['ID=148ca6aa-9493-45c3-b10e-f07e52d41768,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:38.439771 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:02:38.455136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59058) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:38.455735 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-048d4dbb-62a6-43f2-88e9-3477d746cab2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8575189 Feb 04 00:02:38.466839 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Request body: {'subnet': {'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-subnet', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:38.473070 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:38.478013 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Usage tracker for resource:subnet and tenant:463a130c7059410a9d327d96ab845778 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:38.481386 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:38.487806 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:38.505982 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Made reservation on behalf of 463a130c7059410a9d327d96ab845778 for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:38.509707 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.517448 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59064) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:38.776070 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.843821 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41abcd4-4592-4b6e-af9a-77caeb742aaa,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:38.862394 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.862770 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.863088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.863393 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.863721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.864049 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.864377 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.864722 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.865048 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.865393 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.865724 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Tracked resource versions report: Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: pushed versions: Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: { 'ConntrackHelper': {'1.0'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Log': {'1.0'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Network': {'1.1'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Port': {'1.5'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'PortForwarding': {'1.2'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'QosPolicy': {'1.8'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroup': {'1.2'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroupRule': {'1.0'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'SubPort': {'1.0'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Subnet': {'1.1'}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Trunk': {'1.1'}} Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: consumer versions: Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Log': '1.0', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Network': '1.1', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Port': '1.5', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'PortForwarding': '1.2', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'QosPolicy': '1.8', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroup': '1.2', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'SecurityGroupRule': '1.0', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'SubPort': '1.0', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Subnet': '1.1', Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: 'Trunk': '1.1'}} Feb 04 00:02:38.866751 dv-cinder-827776-1-smb neutron-server[82762]: {{(pid=82762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:02:38.882356 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Checking segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:38.882715 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Network hostable DHCP agents. Network: 148ca6aa-9493-45c3-b10e-f07e52d41768, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:38.911245 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:38.921957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 148ca6aa-9493-45c3-b10e-f07e52d41768) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:38.931466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:38.931626 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-network', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:38.932155 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:38.937142 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:38.940933 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Usage tracker for resource:network and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:38.943926 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:38.948939 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d538d2-0876-4823-b519-24082ada0ea8 None None] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:38.951595 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:38.966650 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c7f90a4e-b905-4c5b-a6c9-76729f354652 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5093889 Feb 04 00:02:38.967392 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59084) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:38.974108 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:38.982738 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:38.988108 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Usage tracker for resource:router and tenant:463a130c7059410a9d327d96ab845778 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:38.992011 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:38.999673 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:39.012666 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Made reservation on behalf of dad4c08ad0d1484aab27a6cee298812a for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:39.016595 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.032207 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.044275 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.045476 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.077870 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:39.082485 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:39.088180 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:39.093881 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:39.158680 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.209604 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7d39a-ed5b-4a6b-9763-6c354138f998 None None] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:39.327292 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59100) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:39.371883 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.440325 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.466152 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:39.469346 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.483667 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.484306 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Added segment 77799b13-cd94-47ff-b138-9ca59fdb92bd of type vlan for network 879bc0f4-9b78-496a-a287-a69b8b05e747 Feb 04 00:02:39.571354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59114) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:39.572225 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.648533 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6c726f-74b4-4bb8-b450-954892f36ac7,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:39.677744 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.678668 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:39.679246 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.803151 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2841454 Feb 04 00:02:39.806474 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59122) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:39.809500 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e2b5e-3813-4d87-adb9-cd6063c6312f admin admin] Pushing event updated for resources: {'Network': ['ID=879bc0f4-9b78-496a-a287-a69b8b05e747,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:39.818887 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Request body: {'subnet': {'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-subnet', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:39.820083 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:02:39.827978 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:39.837665 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Usage tracker for resource:subnet and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:39.844899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:39.855163 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:39.864748 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59126) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:39.873176 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-200332633-network', 'tenant_id': 'bf8e134b2463457baf42d2f136c463a9'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:39.878611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Made reservation on behalf of dad4c08ad0d1484aab27a6cee298812a for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:39.881593 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.965545 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:39.975561 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Usage tracker for resource:network and tenant:bf8e134b2463457baf42d2f136c463a9 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:39.979248 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:39.988428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:39.997738 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.011478 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.026519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Made reservation on behalf of bf8e134b2463457baf42d2f136c463a9 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:40.030232 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.051544 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.118233 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1892483882-network', 'tenant_id': 'b191d565da8248b19222697aa289fa25'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:40.128035 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:40.132583 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Usage tracker for resource:network and tenant:b191d565da8248b19222697aa289fa25 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:40.136425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:40.145562 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.165516 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Made reservation on behalf of b191d565da8248b19222697aa289fa25 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:40.168081 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.179231 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-752111868-network', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:40.184687 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:40.193908 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Usage tracker for resource:network and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:40.197590 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Allocated IP 172.28.2.24 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/4ba66371-6053-429c-b3c8-ef0a8bf793a6) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:40.198905 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.199629 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:40.207908 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.209805 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:40.234111 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Usage tracker for resource:security_group_rule and tenant:bf8e134b2463457baf42d2f136c463a9 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:40.240998 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:40.245010 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Made reservation on behalf of 6745f1bf2dcf4f4c8460e893b269ef0a for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:40.247449 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.253745 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.296760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:40.302533 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.312530 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.336446 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Usage tracker for resource:security_group_rule and tenant:b191d565da8248b19222697aa289fa25 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:40.341917 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:40.354658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.383919 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:40.399528 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:40.403546 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:40.419336 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.430687 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.472739 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.485819 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.488811 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fecc96c-6245-47d2-b9c1-5282a0ec0df1,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:40.515807 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Checking segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:40.516458 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Network hostable DHCP agents. Network: 879bc0f4-9b78-496a-a287-a69b8b05e747, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:40.518047 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.546585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:40.571645 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.621424 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.622524 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Added segment 8317536c-431f-41e7-9a79-e52e121bb6ee of type vlan for network 1326921c-baf3-48ec-8f92-30ed85aa9657 Feb 04 00:02:40.627885 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.657327 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.665604 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:40.690557 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aacfc82-a0c9-4e0f-9957-659a4877c0b9,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:40.699638 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:40.710731 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:40.717884 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:40.733961 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 879bc0f4-9b78-496a-a287-a69b8b05e747) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:40.740055 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:40.742867 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fde74fd-9054-4d1a-b58e-9535cca339d3 None None] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:40.774421 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.781052 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:40.793899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.844531 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba66371-6053-429c-b3c8-ef0a8bf793a6,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:40.847337 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:40.879628 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.884441 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-feb6f1f9-2ccf-46c5-9d00-e3b537a37c9a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0767796 Feb 04 00:02:40.891800 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.892138 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Added segment 1eb4a270-fe9d-4792-b64b-efc463d7f92d of type vlan for network 9c263125-ce43-4914-9a5f-ef7b3030f64e Feb 04 00:02:40.893144 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59158) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:40.898312 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.899924 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:40.900800 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.923786 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:40.933520 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:40.942871 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Usage tracker for resource:router and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:40.954949 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:40.961745 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:40.996972 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:40.997915 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.031904 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] Pushing event updated for resources: {'Network': ['ID=1326921c-baf3-48ec-8f92-30ed85aa9657,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:41.052631 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a04078d8-4bb6-4496-baac-138ea29d534a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7236769 Feb 04 00:02:41.057542 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:02:41.059848 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59164) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:41.072940 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Request body: {'subnet': {'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-200332633-subnet', 'tenant_id': 'bf8e134b2463457baf42d2f136c463a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:41.077029 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.078789 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:41.084087 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Usage tracker for resource:subnet and tenant:bf8e134b2463457baf42d2f136c463a9 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:41.087938 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:41.095102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:41.095527 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:02:41.104643 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a012da86-dac1-4078-9ea2-6f6f7c26eedb,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:41.118814 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.126165 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Made reservation on behalf of bf8e134b2463457baf42d2f136c463a9 for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:41.128448 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.148929 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.149302 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Added segment 0cb27ac7-9aeb-4cdd-851f-f0f79c37307b of type vlan for network 33a60259-d764-436b-b8e1-892d6321d7f3 Feb 04 00:02:41.278397 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.302839 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.306728 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-879bc0f4-9b78-496a-a287-a69b8b05e747', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 00:02:41.307849 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.394459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.395474 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:41.396827 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.526438 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9503362 Feb 04 00:02:41.530955 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59182) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:41.540552 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Allocated IP 172.20.0.2 (879bc0f4-9b78-496a-a287-a69b8b05e747/5fecc96c-6245-47d2-b9c1-5282a0ec0df1/4b561329-9671-4c51-90b0-9b640fa6923d) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:41.564906 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Request body: {'subnet': {'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1892483882-subnet', 'tenant_id': 'b191d565da8248b19222697aa289fa25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:41.576061 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:41.584260 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Usage tracker for resource:subnet and tenant:b191d565da8248b19222697aa289fa25 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:41.587873 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:41.603669 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:41.613431 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.614639 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:41.615262 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.623682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727fac-7497-48a4-9645-539cfcc19302 admin admin] Pushing event updated for resources: {'Network': ['ID=33a60259-d764-436b-b8e1-892d6321d7f3,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:41.633597 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Made reservation on behalf of b191d565da8248b19222697aa289fa25 for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:41.636027 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.738222 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.817514 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:41.837801 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] Pushing event updated for resources: {'Network': ['ID=9c263125-ce43-4914-9a5f-ef7b3030f64e,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:41.857146 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 33a60259-d764-436b-b8e1-892d6321d7f3 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:02:41.872953 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Checking segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:41.873324 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Network hostable DHCP agents. Network: 1326921c-baf3-48ec-8f92-30ed85aa9657, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:41.888865 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.894477 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-35353256-1991-4524-8f80-516f74ac155b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0282791 Feb 04 00:02:41.902439 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59194) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:41.910663 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:02:41.919474 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Request body: {'subnet': {'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-752111868-subnet', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:41.925441 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:41.930642 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Usage tracker for resource:subnet and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:41.936130 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:41.944159 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:41.965012 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Made reservation on behalf of 6745f1bf2dcf4f4c8460e893b269ef0a for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:41.967797 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:41.983906 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:42.025055 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 1326921c-baf3-48ec-8f92-30ed85aa9657) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:42.036063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:42.047610 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.107532 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48a7fa-c585-47dd-9e92-471da3de0047 None None] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:42.157542 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.210706 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.212178 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.273908 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.336013 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-1a6c6118-6679-4aa0-a114-92fdc6bda985 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2711639 Feb 04 00:02:42.398108 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=86ab2cda-6bee-4d66-9d3d-dbcae4f39449,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:42.410192 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:42.430790 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c47e2-ef6f-443b-8ddb-7b214079acc0 None None] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:42.473521 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Checking segment: {'id': '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:42.474079 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Network hostable DHCP agents. Network: 33a60259-d764-436b-b8e1-892d6321d7f3, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:42.481687 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.538801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Network 33a60259-d764-436b-b8e1-892d6321d7f3 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:42.554534 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Transition to ACTIVE for port object 4b561329-9671-4c51-90b0-9b640fa6923d will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:42.559816 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 33a60259-d764-436b-b8e1-892d6321d7f3) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:42.566998 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:42.570588 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:42.604883 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fe06ab-bdc5-445c-9d96-78eb8d612788 None None] Network 33a60259-d764-436b-b8e1-892d6321d7f3 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:42.618666 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-9c660640-ea2c-4a2e-b0da-e7699a842298 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0849237 Feb 04 00:02:42.714242 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Checking segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:42.717916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Network hostable DHCP agents. Network: 9c263125-ce43-4914-9a5f-ef7b3030f64e, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:02:42.906712 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Transition to ACTIVE for port object 4b561329-9671-4c51-90b0-9b640fa6923d will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:42.993910 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:02:43.043451 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 9c263125-ce43-4914-9a5f-ef7b3030f64e) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:43.064522 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59224) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:43.084639 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:43.087329 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.298599 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.340681 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058f566-51d1-4f0b-b15a-76b2b4e164ed None None] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:43.369568 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.384152 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.436335 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.508842 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:43.513769 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:f220a25b057d48cf8549ff75767e3873 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:43.517095 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:43.523523 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:43.583647 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Pushing event updated for resources: {'Port': ['ID=4b561329-9671-4c51-90b0-9b640fa6923d,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:43.605985 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.616193 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c95418-6673-4756-955e-9a6ecabb84c5 None None] Network 33a60259-d764-436b-b8e1-892d6321d7f3 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:43.617900 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.660779 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1f7805c7-1f0c-45a0-aa83-9b6c2b82a2ba admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7512014 Feb 04 00:02:43.663462 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59246) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:43.684595 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:43.689017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:43.692999 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Usage tracker for resource:router and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:43.696821 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:43.703249 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:43.738697 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.739852 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.749519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60fc400-4c60-4c85-af71-e2b4af58f470,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:43.756265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Synchronizing usage tracker for tenant:fd4e653867664ba0852388ace1b404fe on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:02:43.775319 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Allocated IP 172.28.2.49 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/a576eb94-21e3-4278-b5f4-b4da0b516438) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:43.810047 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59266) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:43.814373 dv-cinder-827776-1-smb neutron-server[82762]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 00:02:43.835244 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:43.844836 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] Unset dirty status for tenant:fd4e653867664ba0852388ace1b404fe on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:02:43.846232 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-37d6cb72-5e30-4631-9c16-77443f831dd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f220a25b057d48cf8549ff75767e3873&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7807286 Feb 04 00:02:43.852957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59270) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:43.902540 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.903197 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.904612 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.906851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.907419 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.908076 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.908604 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.909659 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.910171 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.910846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.912656 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Tracked resource versions report: Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: pushed versions: Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: { 'ConntrackHelper': {'1.0'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Log': {'1.0'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Network': {'1.1'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Port': {'1.5'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'PortForwarding': {'1.2'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'QosPolicy': {'1.8'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroup': {'1.2'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroupRule': {'1.0'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'SubPort': {'1.0'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Subnet': {'1.1'}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Trunk': {'1.1'}} Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: consumer versions: Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Log': '1.0', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Network': '1.1', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Port': '1.5', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'PortForwarding': '1.2', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'QosPolicy': '1.8', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroup': '1.2', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'SecurityGroupRule': '1.0', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'SubPort': '1.0', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Subnet': '1.1', Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: 'Trunk': '1.1'}} Feb 04 00:02:43.915218 dv-cinder-827776-1-smb neutron-server[82764]: {{(pid=82764) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:02:43.995298 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Router 5048ceec-f991-4fc0-9167-1264a2ea9659 is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:02:44.024547 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.073433 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a7a69371-49a0-484a-a874-0e602e1a8295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.074042 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:44.082652 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:44.091495 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:44.105029 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a7a69371-49a0-484a-a874-0e602e1a8295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.149944 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.263755 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.283308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-5bc15b63-b206-46ef-a6d2-4ec6e60d4a84 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:44.284114 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-5bc15b63-b206-46ef-a6d2-4ec6e60d4a84 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:network {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:02:44.294330 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Pushing event updated for resources: {'Port': ['ID=a576eb94-21e3-4278-b5f4-b4da0b516438,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:44.312373 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:44.314662 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:44.317392 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:44.337530 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a7a69371-49a0-484a-a874-0e602e1a8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.355802 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Attempting to bind port 4b561329-9671-4c51-90b0-9b640fa6923d on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:02:44.356366 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Attempting to bind port 4b561329-9671-4c51-90b0-9b640fa6923d by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:02:44.356841 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Attempting to bind port 4b561329-9671-4c51-90b0-9b640fa6923d on network 879bc0f4-9b78-496a-a287-a69b8b05e747 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:44.380576 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-9c263125-ce43-4914-9a5f-ef7b3030f64e', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 00:02:44.381603 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.398366 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:02:44.398872 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Checking segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:44.399391 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.399874 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Bound using segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:02:44.400461 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Bound port: 4b561329-9671-4c51-90b0-9b640fa6923d, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:02:44.401534 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.406500 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59284) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:44.410637 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-5bc15b63-b206-46ef-a6d2-4ec6e60d4a84 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:network {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:02:44.412590 dv-cinder-827776-1-smb neutron-server[82763]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 00:02:44.414739 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-5bc15b63-b206-46ef-a6d2-4ec6e60d4a84 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.6038756 Feb 04 00:02:44.425807 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69371-49a0-484a-a874-0e602e1a8295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60fc400-4c60-4c85-af71-e2b4af58f470,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:44.465496 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a7a69371-49a0-484a-a874-0e602e1a8295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.466812 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a7a69371-49a0-484a-a874-0e602e1a8295 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e60fc400-4c60-4c85-af71-e2b4af58f470 HTTP/1.1" status: 204 len: 168 time: 0.6129174 Feb 04 00:02:44.504504 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-2d013d44-0dde-4bb6-b9d0-54594a7de04f tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/quotas/bf8e134b2463457baf42d2f136c463a9 HTTP/1.1" status: 200 len: 375 time: 0.0766068 Feb 04 00:02:44.516962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:44.527038 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Sync routers for ids ['5048ceec-f991-4fc0-9167-1264a2ea9659'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:02:44.549248 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Routers {'5048ceec-f991-4fc0-9167-1264a2ea9659'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:44.549858 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['5048ceec-f991-4fc0-9167-1264a2ea9659'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:44.572875 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] Notify callbacks [] for router, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.574210 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ec7fb021-1954-474a-933f-81f871a4ac55 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6055679 Feb 04 00:02:44.591050 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59290) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:44.619691 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-b28fc463-235d-468a-a345-42c9970247fb tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1140110 Feb 04 00:02:44.750004 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.764029 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-863cff49-3d64-441d-9929-08cd631a2f34 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:44.774544 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-863cff49-3d64-441d-9929-08cd631a2f34 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/networks?id=33a60259-d764-436b-b8e1-892d6321d7f3 HTTP/1.1" status: 200 len: 812 time: 0.3638899 Feb 04 00:02:44.816992 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-0f59450f-1fd8-4b96-a085-1d1ea5ac67bd tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/quotas/b191d565da8248b19222697aa289fa25 HTTP/1.1" status: 200 len: 375 time: 0.0321515 Feb 04 00:02:44.821372 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.839702 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Set router 5048ceec-f991-4fc0-9167-1264a2ea9659 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:44.927226 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] For port 4b561329-9671-4c51-90b0-9b640fa6923d, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:02:44.943082 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] For port 4b561329-9671-4c51-90b0-9b640fa6923d, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4b561329-9671-4c51-90b0-9b640fa6923d,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:02:44.951636 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-14c89508-aa80-483c-a7ad-f3aa24b67db8 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b191d565da8248b19222697aa289fa25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237473 Feb 04 00:02:44.952643 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.967767 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:44.972016 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.025387 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Allocated IP 172.20.0.2 (9c263125-ce43-4914-9a5f-ef7b3030f64e/86ab2cda-6bee-4d66-9d3d-dbcae4f39449/a312076d-6e0f-4d6a-a730-30c32fddcc65) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:45.060279 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59308) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:45.171305 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.172708 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Allocated IP 172.28.2.130 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/3deebc9c-d473-4298-9f28-7d98327f2a6b) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:45.270899 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:45.280280 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc7a7-74d0-4ad5-88a9-ffa221bb0107 None None] Pushing event updated for resources: {'Port': ['ID=4b561329-9671-4c51-90b0-9b640fa6923d,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:45.292580 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Usage tracker for resource:security_group_rule and tenant:b075aee857fa4959842e00ce57df81e6 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:45.297907 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:45.326717 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:45.472556 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.509756 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-c641fdb7-3985-4e14-8795-e17c4226b0cc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82762) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 00:02:45.512614 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-c641fdb7-3985-4e14-8795-e17c4226b0cc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6112485 Feb 04 00:02:45.513084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.633486 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:02:41Z', 'revision_number': 3, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:45.642003 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.646704 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Checking router: 5048ceec-f991-4fc0-9167-1264a2ea9659 for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:02:45.647070 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Updating router 5048ceec-f991-4fc0-9167-1264a2ea9659 port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:02:45.668421 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Transition to ACTIVE for port object a312076d-6e0f-4d6a-a730-30c32fddcc65 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:45.713303 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Transition to ACTIVE for port object a312076d-6e0f-4d6a-a730-30c32fddcc65 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:45.732468 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.753354 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.760098 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.774713 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.793960 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:45.799769 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:45.815526 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:45.819584 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-c62d3e93-a90a-450b-b1be-6f46e45269ac service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 00:02:45.819763 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-c62d3e93-a90a-450b-b1be-6f46e45269ac service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2328937 Feb 04 00:02:45.840113 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:45.843576 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:45.845709 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Pushing event updated for resources: {'Port': ['ID=a312076d-6e0f-4d6a-a730-30c32fddcc65,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:45.848125 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:45.917258 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Pushing event updated for resources: {'Port': ['ID=3deebc9c-d473-4298-9f28-7d98327f2a6b,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:45.920642 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-d40329b2-df7d-4785-8b6b-b3be905a7b8e service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172004 Feb 04 00:02:45.957350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Attempting to bind port a312076d-6e0f-4d6a-a730-30c32fddcc65 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:02:45.957350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Attempting to bind port a312076d-6e0f-4d6a-a730-30c32fddcc65 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:02:45.957706 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Attempting to bind port a312076d-6e0f-4d6a-a730-30c32fddcc65 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:45.966736 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:02:45.967282 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Checking segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:45.968202 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:45.968695 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Bound using segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:02:45.969818 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Bound port: a312076d-6e0f-4d6a-a730-30c32fddcc65, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:02:45.971006 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.003547 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-8fb0eaef-8bfc-4c46-bef2-8cb5fb836f3f service neutron] 10.222.0.55 "GET /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746724 Feb 04 00:02:46.090587 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] For port a312076d-6e0f-4d6a-a730-30c32fddcc65, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:02:46.095006 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] For port a312076d-6e0f-4d6a-a730-30c32fddcc65, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a312076d-6e0f-4d6a-a730-30c32fddcc65,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:02:46.105141 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.179374 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-b4d8d004-bf0a-42f6-81b4-60ea2f55100c service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434316 Feb 04 00:02:46.208733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.209776 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.263140 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.291400 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e0df1-2533-45e9-b8b9-00877694c6b4 None None] Pushing event updated for resources: {'Port': ['ID=a312076d-6e0f-4d6a-a730-30c32fddcc65,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:46.309056 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Transition to ACTIVE for port object 4ba66371-6053-429c-b3c8-ef0a8bf793a6 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:46.323599 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.323804 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-fffcda32-3ddd-4fb9-8401-abbf10af5148 service neutron] 10.222.0.55 "GET /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192041 Feb 04 00:02:46.358539 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b075aee857fa4959842e00ce57df81e6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2929714 Feb 04 00:02:46.359771 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e97f4-9219-4b03-a26c-00252c4feeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0c8367-e740-41ce-94ec-9eb1696db47a,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:46.362069 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59320) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:46.576559 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Attempting to bind port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:02:46.583909 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Attempting to bind port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:02:46.584608 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Attempting to bind port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:46.606965 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Pushing event updated for resources: {'Port': ['ID=4ba66371-6053-429c-b3c8-ef0a8bf793a6,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:46.623108 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:02:46.625740 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:46.628611 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.629222 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:02:46.629871 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Bound port: 4ba66371-6053-429c-b3c8-ef0a8bf793a6, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:02:46.630433 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.691604 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82763) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:02:46.731364 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.731941 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.738340 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.738864 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.739316 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.739760 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.740198 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.740633 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.741072 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.741541 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.742041 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Tracked resource versions report: Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: pushed versions: Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: { 'ConntrackHelper': {'1.0'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Log': {'1.0'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Network': {'1.1'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Port': {'1.5'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'PortForwarding': {'1.2'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'QosPolicy': {'1.8'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroup': {'1.2'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroupRule': {'1.0'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'SubPort': {'1.0'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Subnet': {'1.1'}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Trunk': {'1.1'}} Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: consumer versions: Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: { DHCP agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: HyperV agent@hv-cinder-82777: {}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: L3 agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: Metadata agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: Metering agent@dv-cinder-827776-1-smb: {}, Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: Open vSwitch agent@dv-cinder-827776-1-smb: { 'ConntrackHelper': '1.0', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Log': '1.0', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Network': '1.1', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Port': '1.5', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'PortForwarding': '1.2', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'QosPolicy': '1.8', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroup': '1.2', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'SecurityGroupRule': '1.0', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'SubPort': '1.0', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Subnet': '1.1', Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: 'Trunk': '1.1'}} Feb 04 00:02:46.746339 dv-cinder-827776-1-smb neutron-server[82765]: {{(pid=82765) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 00:02:46.816726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d62e48d1-0419-4767-b956-c1ad1144e268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.865191 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd8b3d1-9b8e-4d4e-bd7f-44ab04735d1a None None] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:46.887020 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-33961a26-4efa-49bf-b8eb-46e06b01d05e req-b8b1ae34-75e7-4982-ae79-8e615a4468b9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 210 time: 0.0908899 Feb 04 00:02:46.901791 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d62e48d1-0419-4767-b956-c1ad1144e268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:46.959931 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] For port 4ba66371-6053-429c-b3c8-ef0a8bf793a6, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:02:46.971533 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] For port 4ba66371-6053-429c-b3c8-ef0a8bf793a6, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4ba66371-6053-429c-b3c8-ef0a8bf793a6,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:02:46.983848 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:47.033155 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d62e48d1-0419-4767-b956-c1ad1144e268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:47.085076 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e48d1-0419-4767-b956-c1ad1144e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0c8367-e740-41ce-94ec-9eb1696db47a,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:47.131122 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d62e48d1-0419-4767-b956-c1ad1144e268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:47.139379 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d62e48d1-0419-4767-b956-c1ad1144e268 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf0c8367-e740-41ce-94ec-9eb1696db47a HTTP/1.1" status: 204 len: 168 time: 0.7721019 Feb 04 00:02:47.201617 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a7294-687b-4684-a12c-b7aaf5bc747d None None] Pushing event updated for resources: {'Port': ['ID=4ba66371-6053-429c-b3c8-ef0a8bf793a6,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:47.204060 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d43aaa71-323f-433d-b23c-66fbe11e0b03 None None] Provisioning for port 4b561329-9671-4c51-90b0-9b640fa6923d completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:47.233074 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Routers {'5048ceec-f991-4fc0-9167-1264a2ea9659'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:47.234365 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['5048ceec-f991-4fc0-9167-1264a2ea9659'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:47.258024 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:02:47.380227 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9b5e5e91-a75f-4f1f-9512-396292267da0 req-59316fed-9b92-4eba-834e-2f860895a7d5 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 210 time: 0.2674255 Feb 04 00:02:47.709243 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] Set router 5048ceec-f991-4fc0-9167-1264a2ea9659 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:47.727989 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a312076d-6e0f-4d6a-a730-30c32fddcc65 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:47.984601 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:48.004836 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:02:48.032153 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:48.033720 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ef0e059f-b26c-49b4-8ee9-906ca9d2b681 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3666732 Feb 04 00:02:48.036385 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59404) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:48.113739 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:48.114368 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:48.256546 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port a312076d-6e0f-4d6a-a730-30c32fddcc65 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:48.303373 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4b561329-9671-4c51-90b0-9b640fa6923d up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:48.305780 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-89680a26-c4b7-47f1-8804-99c41f8fbeda req-f1fdd1e1-21ff-4602-ba12-a5df4b0a1780 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 210 time: 0.1947653 Feb 04 00:02:48.347594 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:48.375393 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:02:48.434119 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33445849-bed0-4690-a915-edffb3d08bf0 None None] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:02:48.440761 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:48.444583 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:48.570884 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:48.592795 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] Notify callbacks [] for router, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:48.594012 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ff0240fc-559e-4c1e-ac5c-688dbb82d065 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6978512 Feb 04 00:02:48.597388 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59434) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:48.979261 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:49.078351 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3194d917-ee9a-45f1-ab69-ca703318a190 req-bd94917e-23cf-41a5-acd5-aab1d285d011 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 210 time: 0.4087298 Feb 04 00:02:49.130680 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Allocated IP 172.20.0.1 (148ca6aa-9493-45c3-b10e-f07e52d41768/b41abcd4-4592-4b6e-af9a-77caeb742aaa/b80f0732-c1ec-48e6-9005-b60a3566a8d4) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:49.479343 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:49.536098 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:49.554039 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:02:41Z', 'revision_number': 3, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:49.599992 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] Provisioning for port a312076d-6e0f-4d6a-a730-30c32fddcc65 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:49.621823 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] Provisioning complete for port a312076d-6e0f-4d6a-a730-30c32fddcc65 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:49.622474 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:49.653059 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:49.660253 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5dc1fa3a-e523-4aa8-b5d0-a9da633991a7 req-e580c104-891a-4717-83ac-828cb6d4a439 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 210 time: 0.1156611 Feb 04 00:02:49.663323 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:49.683951 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:49.686618 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:49.721679 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 4b561329-9671-4c51-90b0-9b640fa6923d completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:49.732938 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 4b561329-9671-4c51-90b0-9b640fa6923d triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:49.733580 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:49.739229 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a220642-c844-422e-9dc7-2a1a6bcbdd19 None None] The sync data for ids ['5048ceec-f991-4fc0-9167-1264a2ea9659'] in dv-cinder-827776-1-smb is: [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:02:41Z', 'revision_number': 3, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:02:49.869171 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:02:44Z', 'revision_number': 3, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:49.879641 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:02:49.880842 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Updating router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f port a576eb94-21e3-4278-b5f4-b4da0b516438 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:02:49.940658 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:50.048451 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:50.098030 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Pushing event updated for resources: {'Port': ['ID=b80f0732-c1ec-48e6-9005-b60a3566a8d4,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:50.110583 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:50.125427 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:50.355575 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:02:50.856545 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:50.875237 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ce8a4d93-796f-4396-9bf4-ff013d14000a req-dcaef348-411d-484c-835a-25dbc138ea68 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 210 time: 0.1779366 Feb 04 00:02:50.888486 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.26', 56902) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:50.940345 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 4b561329-9671-4c51-90b0-9b640fa6923d, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4b561329-9671-4c51-90b0-9b640fa6923d,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:50.986383 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:50.987682 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.002224 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.005378 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.279480 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=4b561329-9671-4c51-90b0-9b640fa6923d,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:51.295616 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4ba66371-6053-429c-b3c8-ef0a8bf793a6 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:51.372859 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.388790 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Transition to ACTIVE for port object a576eb94-21e3-4278-b5f4-b4da0b516438 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:51.397611 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.422348 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] For port a312076d-6e0f-4d6a-a730-30c32fddcc65, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a312076d-6e0f-4d6a-a730-30c32fddcc65,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:51.444082 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59530) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:51.454285 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-39738c42-63e4-481e-babd-331759baee1b req-b3dba043-1fd1-4ecf-bf8a-738c38c940f4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 210 time: 0.1638994 Feb 04 00:02:51.454577 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.549051 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.26', 56905) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:51.629427 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Pushing event updated for resources: {'Port': ['ID=b80f0732-c1ec-48e6-9005-b60a3566a8d4,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:51.633821 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de2c1b-ad8d-4006-959f-a2f3f1f7f3aa None None] Pushing event updated for resources: {'Port': ['ID=a576eb94-21e3-4278-b5f4-b4da0b516438,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:51.636832 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:46Z', 'revision_number': 3, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:51.650750 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:02:51.651127 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Updating router 9eb1f932-5b06-4769-9b8e-58bba103b297 port 3deebc9c-d473-4298-9f28-7d98327f2a6b binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:02:51.671358 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-ca56c034-1c12-4ee1-aa3a-46248688273a tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:51.673340 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-ca56c034-1c12-4ee1-aa3a-46248688273a tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Synchronizing usage tracker for tenant:b191d565da8248b19222697aa289fa25 on resource:network {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:02:51.687106 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Attempting to bind port a576eb94-21e3-4278-b5f4-b4da0b516438 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:02:51.687500 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Attempting to bind port a576eb94-21e3-4278-b5f4-b4da0b516438 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:02:51.687868 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Attempting to bind port a576eb94-21e3-4278-b5f4-b4da0b516438 on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:51.705593 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:02:51.705978 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:51.706385 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.706782 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:02:51.707316 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Bound port: a576eb94-21e3-4278-b5f4-b4da0b516438, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:02:51.709612 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:51.709807 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.746808 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:51.747158 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.764288 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-ca56c034-1c12-4ee1-aa3a-46248688273a tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Unset dirty status for tenant:b191d565da8248b19222697aa289fa25 on resource:network {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:02:51.772141 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-ca56c034-1c12-4ee1-aa3a-46248688273a tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.26 "GET /v2.0/networks?id=33a60259-d764-436b-b8e1-892d6321d7f3 HTTP/1.1" status: 200 len: 812 time: 0.8819022 Feb 04 00:02:51.822440 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] For port a576eb94-21e3-4278-b5f4-b4da0b516438, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:02:51.826961 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] For port a576eb94-21e3-4278-b5f4-b4da0b516438, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a576eb94-21e3-4278-b5f4-b4da0b516438,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:02:51.836389 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:51.845167 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:51.848783 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:51.907492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Request body: {'port': {'device_id': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3', 'admin_state_up': True, 'tenant_id': 'b191d565da8248b19222697aa289fa25'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:51.912674 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7b239-2857-49fc-8078-1b0173f4a0b4 None None] Pushing event updated for resources: {'Port': ['ID=a312076d-6e0f-4d6a-a730-30c32fddcc65,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:52.051421 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de2c1b-ad8d-4006-959f-a2f3f1f7f3aa None None] Pushing event updated for resources: {'Port': ['ID=a576eb94-21e3-4278-b5f4-b4da0b516438,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:52.053149 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.056432 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:52.057047 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:52.085357 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 4ba66371-6053-429c-b3c8-ef0a8bf793a6, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4ba66371-6053-429c-b3c8-ef0a8bf793a6,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:52.099558 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d164bcb2-452b-44c0-b13f-1e16ec08e4ca None None] Provisioning complete for port a312076d-6e0f-4d6a-a730-30c32fddcc65 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:52.099956 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d164bcb2-452b-44c0-b13f-1e16ec08e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.169885 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.329297 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-fd15554f-d186-440a-aac9-13997736e484 req-ed2c4448-8068-425c-9515-b571aaf4c32f tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 210 time: 0.1119273 Feb 04 00:02:52.332153 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=4ba66371-6053-429c-b3c8-ef0a8bf793a6,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:52.338492 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.420279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.485567 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:52.489985 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Usage tracker for resource:security_group_rule and tenant:968302cd8a9344dd9e4916b76bbfbdcc is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:52.493980 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:52.500480 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:52.598794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-7e72d85c-7108-4b0e-98eb-ef6dfc9d00bc tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:52.600146 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-7e72d85c-7108-4b0e-98eb-ef6dfc9d00bc tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 1.0499625 Feb 04 00:02:52.650225 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Request body: {'port': {'device_id': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'admin_state_up': True, 'tenant_id': 'bf8e134b2463457baf42d2f136c463a9'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:52.695475 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:52.819535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.856332 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:52.958747 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c8b27628-7d7d-4a12-a4df-8b2ca90aaad8 req-88fb374c-b842-4f7f-a19a-d848f2ef5653 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 210 time: 0.0719023 Feb 04 00:02:52.965170 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:52.969771 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Usage tracker for resource:port and tenant:bf8e134b2463457baf42d2f136c463a9 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:52.973196 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:02:52.978787 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:52.990961 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:53.017622 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=968302cd8a9344dd9e4916b76bbfbdcc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5709145 Feb 04 00:02:53.033249 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e600af8-7406-43ae-9958-d7dfc8a879ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b129db7-72cb-4b7c-be44-e18aa301f276,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:53.035598 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59588) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:02:53.040644 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Usage tracker for resource:port and tenant:b191d565da8248b19222697aa289fa25 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:02:53.048624 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:02:53.087310 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Made reservation on behalf of bf8e134b2463457baf42d2f136c463a9 for: {'port': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:53.091269 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:53.316076 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:02:53.370628 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:53.375710 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Made reservation on behalf of b191d565da8248b19222697aa289fa25 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:02:53.381131 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:53.401158 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Transition to ACTIVE for port object 3deebc9c-d473-4298-9f28-7d98327f2a6b will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:53.422908 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4ba66371-6053-429c-b3c8-ef0a8bf793a6 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:53.449283 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Router 5048ceec-f991-4fc0-9167-1264a2ea9659 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:02:53.482578 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Allocated IP 172.20.0.5 (1326921c-baf3-48ec-8f92-30ed85aa9657/e09dc5eb-c5bf-4662-95a5-78dd977a2fa8/6162da85-23b0-4697-8dc8-aa46f704980d) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:53.509782 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:02:44Z', 'revision_number': 3, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:53.518043 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe6b0e-9959-40f4-b916-eb6dfcaeaed4 None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:02:44Z', 'revision_number': 3, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:02:53.539324 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:53.832283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90cbc3-a98b-4290-8ec9-7e37a1314795 None None] Pushing event updated for resources: {'Port': ['ID=3deebc9c-d473-4298-9f28-7d98327f2a6b,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:53.887244 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Attempting to bind port 3deebc9c-d473-4298-9f28-7d98327f2a6b on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:02:53.887585 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Attempting to bind port 3deebc9c-d473-4298-9f28-7d98327f2a6b by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:02:53.887946 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Attempting to bind port 3deebc9c-d473-4298-9f28-7d98327f2a6b on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:53.910362 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Allocated IP 172.20.0.11 (33a60259-d764-436b-b8e1-892d6321d7f3/55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644/ecf916b8-5149-4f40-9174-049bf4d8f29f) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:53.912044 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:02:53.912422 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:53.915483 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:53.915782 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:02:53.916284 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Bound port: 3deebc9c-d473-4298-9f28-7d98327f2a6b, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:02:53.918181 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.163003 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:54.163419 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.190390 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] For port 3deebc9c-d473-4298-9f28-7d98327f2a6b, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:02:54.194064 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.215169 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] For port 3deebc9c-d473-4298-9f28-7d98327f2a6b, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3deebc9c-d473-4298-9f28-7d98327f2a6b,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:02:54.229474 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.292883 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.496360 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:54.691093 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90cbc3-a98b-4290-8ec9-7e37a1314795 None None] Pushing event updated for resources: {'Port': ['ID=3deebc9c-d473-4298-9f28-7d98327f2a6b,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:54.717164 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:54.718195 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:54.772584 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.791683 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:54.815260 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:54.828740 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:54.829432 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:54.878777 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event updated for resources: {'Port': ['ID=6162da85-23b0-4697-8dc8-aa46f704980d,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:54.995791 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a312076d-6e0f-4d6a-a730-30c32fddcc65 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:55.017859 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:02:55.037410 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-0e35669c-6a01-4fb3-b393-037935d43a07 admin admin] 10.222.0.55 "PUT /v2.0/routers/5048ceec-f991-4fc0-9167-1264a2ea9659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4354455 Feb 04 00:02:55.037410 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0eecd281-21b8-4005-9dd4-394531b3f8a9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3986502 Feb 04 00:02:55.059498 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a3c6a-2e0c-45c7-85a5-762983bd3e8c req-e65a11b6-792e-4177-a5c0-f8206d0c37aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:55.059498 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-7a1a3c6a-2e0c-45c7-85a5-762983bd3e8c req-e65a11b6-792e-4177-a5c0-f8206d0c37aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:02:55.082337 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Sync routers for ids ['5048ceec-f991-4fc0-9167-1264a2ea9659'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:02:55.087696 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-c04fe0d8-6528-4992-89ee-4cd88ca027b2 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82763) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 00:02:55.110828 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-c04fe0d8-6528-4992-89ee-4cd88ca027b2 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0606103 Feb 04 00:02:55.131500 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Routers {'5048ceec-f991-4fc0-9167-1264a2ea9659'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:02:55.132103 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['5048ceec-f991-4fc0-9167-1264a2ea9659'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:55.160148 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-7a1a3c6a-2e0c-45c7-85a5-762983bd3e8c req-e65a11b6-792e-4177-a5c0-f8206d0c37aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:02:55.167355 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7a1a3c6a-2e0c-45c7-85a5-762983bd3e8c req-e65a11b6-792e-4177-a5c0-f8206d0c37aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 931 time: 0.7146683 Feb 04 00:02:55.259514 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5973b1e9-fa36-4a92-bffb-1d5ce94236f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.313728 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5973b1e9-fa36-4a92-bffb-1d5ce94236f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.316557 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7a1a3c6a-2e0c-45c7-85a5-762983bd3e8c req-26a6dc59-263a-4af4-a287-c272616301cc tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479371 Feb 04 00:02:55.447468 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.485933 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4d7694d6-b3aa-427d-910b-aec8c3491671 req-1f6386ed-083f-411d-b28c-d6bd3823687f tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 210 time: 0.6959145 Feb 04 00:02:55.531215 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5973b1e9-fa36-4a92-bffb-1d5ce94236f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.579848 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Network 33a60259-d764-436b-b8e1-892d6321d7f3 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:55.602439 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:55.669742 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:55.677780 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:55.678815 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.698619 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Request body: {'port': {'device_id': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:55.705105 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.733900 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973b1e9-fa36-4a92-bffb-1d5ce94236f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b129db7-72cb-4b7c-be44-e18aa301f276,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:55.749062 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5973b1e9-fa36-4a92-bffb-1d5ce94236f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:55.750305 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5973b1e9-fa36-4a92-bffb-1d5ce94236f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b129db7-72cb-4b7c-be44-e18aa301f276 HTTP/1.1" status: 204 len: 168 time: 2.7064307 Feb 04 00:02:55.786423 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Set router 5048ceec-f991-4fc0-9167-1264a2ea9659 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:55.878461 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:56.240636 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port a312076d-6e0f-4d6a-a730-30c32fddcc65 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:56.240994 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:56.420960 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:02:56.428032 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Allocated IP 172.20.0.1 (9c263125-ce43-4914-9a5f-ef7b3030f64e/86ab2cda-6bee-4d66-9d3d-dbcae4f39449/e705d86d-7990-4bc7-a7d5-302d0e41bdfc) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:02:56.836653 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6162da85-23b0-4697-8dc8-aa46f704980d {{(pid=82763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:02:56.844126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:56.853683 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:56.872945 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Transition to ACTIVE for port object e705d86d-7990-4bc7-a7d5-302d0e41bdfc will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:56.890937 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.provisioning_blocks [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Transition to ACTIVE for port object 6162da85-23b0-4697-8dc8-aa46f704980d will not be triggered until provisioned by entity L2. {{(pid=82763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:56.896381 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:56.914632 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:56.954949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:57.002652 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:57.011660 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:02:57.012219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.053363 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1497333 Feb 04 00:02:57.104086 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4b561329-9671-4c51-90b0-9b640fa6923d up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:57.171318 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd2152-e976-4881-be73-ade2c484a0d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Pushing event updated for resources: {'Port': ['ID=ecf916b8-5149-4f40-9174-049bf4d8f29f,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:57.337135 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Pushing event updated for resources: {'Port': ['ID=6162da85-23b0-4697-8dc8-aa46f704980d,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:57.353728 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Attempting to bind port 6162da85-23b0-4697-8dc8-aa46f704980d on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:02:57.354098 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Attempting to bind port 6162da85-23b0-4697-8dc8-aa46f704980d by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}] {{(pid=82763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:02:57.354444 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Attempting to bind port 6162da85-23b0-4697-8dc8-aa46f704980d on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:57.370906 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Port 6162da85-23b0-4697-8dc8-aa46f704980d on network 1326921c-baf3-48ec-8f92-30ed85aa9657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:02:57.371316 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Attempting to bind port 6162da85-23b0-4697-8dc8-aa46f704980d on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:02:57.388804 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:02:57.389118 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Checking segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:02:57.389719 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Bound using segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:02:57.390149 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Bound port: 6162da85-23b0-4697-8dc8-aa46f704980d, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}}] {{(pid=82763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:02:57.390499 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.413787 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Request body: {'port': {'device_id': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:02:57.445680 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.463622 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:57.498847 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-7fd2ec09-c960-4f16-a661-82ddd537a1cb None None] Provisioning for port e705d86d-7990-4bc7-a7d5-302d0e41bdfc completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:57.520291 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-7fd2ec09-c960-4f16-a661-82ddd537a1cb None None] Provisioning complete for port e705d86d-7990-4bc7-a7d5-302d0e41bdfc triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:57.520592 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fd2ec09-c960-4f16-a661-82ddd537a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.574686 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 4b561329-9671-4c51-90b0-9b640fa6923d triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:57.575053 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.597193 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] For port 6162da85-23b0-4697-8dc8-aa46f704980d, host hv-cinder-82777, cleared binding levels {{(pid=82763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:02:57.611323 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] For port 6162da85-23b0-4697-8dc8-aa46f704980d, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6162da85-23b0-4697-8dc8-aa46f704980d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:02:57.618812 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.723153 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.756824 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.758518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.782594 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:57.784164 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] 10.222.0.26 "PUT /v2.0/ports/6162da85-23b0-4697-8dc8-aa46f704980d HTTP/1.1" status: 200 len: 1093 time: 2.2707376 Feb 04 00:02:57.784604 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'tag': '6162da85-23b0-4697-8dc8-aa46f704980d'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:02:57.797967 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:02:49Z', 'revision_number': 4, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'b80f0732-c1ec-48e6-9005-b60a3566a8d4', 'name': '', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'mac_address': 'fa:16:3e:77:2d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:48Z', 'updated_at': '2022-02-04T00:02:50Z', 'revision_number': 2, 'project_id': '463a130c7059410a9d327d96ab845778', 'subnets': [{'id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:57.826894 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:46Z', 'revision_number': 3, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:02:57.851535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:57.863344 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Checking router: 5048ceec-f991-4fc0-9167-1264a2ea9659 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:02:57.863715 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Updating router 5048ceec-f991-4fc0-9167-1264a2ea9659 port b80f0732-c1ec-48e6-9005-b60a3566a8d4 binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:02:57.876082 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f22c93-a241-4ac4-9504-746609660753 req-7364d6db-9613-4b25-9a00-4d9704b8aeb8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:57.897176 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b2f22c93-a241-4ac4-9504-746609660753 req-7364d6db-9613-4b25-9a00-4d9704b8aeb8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 943 time: 0.9913523 Feb 04 00:02:57.946492 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1661abc-70d2-4ae9-b15a-84f40e894c75 None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:46Z', 'revision_number': 3, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:02:57.947984 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2ec09-c960-4f16-a661-82ddd537a1cb None None] Port e705d86d-7990-4bc7-a7d5-302d0e41bdfc cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:02:58.065466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b2f22c93-a241-4ac4-9504-746609660753 req-adf35dbd-6bc1-4c2e-b79d-0f3832a6e9aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:02:58.095873 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:58.177567 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baca923-2f3a-4aaf-adbc-68e144ff3fae service neutron] Pushing event updated for resources: {'Port': ['ID=6162da85-23b0-4697-8dc8-aa46f704980d,revision_number=3']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:02:58.224815 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-af3d841e-78d7-4b89-950e-b7522a051966 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 1096 time: 0.2670908 Feb 04 00:02:58.290671 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:58.334945 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b2f22c93-a241-4ac4-9504-746609660753 req-adf35dbd-6bc1-4c2e-b79d-0f3832a6e9aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:02:58.350391 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b2f22c93-a241-4ac4-9504-746609660753 req-adf35dbd-6bc1-4c2e-b79d-0f3832a6e9aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482925 Feb 04 00:02:58.388929 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-35bedeb0-edcf-4883-a87b-0c28e22a91ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6162da85-23b0-4697-8dc8-aa46f704980d HTTP/1.1" status: 200 len: 217 time: 0.1466043 Feb 04 00:02:58.519524 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-91026b5e-9bad-40f5-a873-4a8c938baa93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:02:58.523373 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-91026b5e-9bad-40f5-a873-4a8c938baa93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.1289315 Feb 04 00:02:58.598146 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-15ea6ec4-534e-4f19-b180-0dd97b39da3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665481 Feb 04 00:02:58.774341 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:58.791428 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a576eb94-21e3-4278-b5f4-b4da0b516438 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:02:58.954896 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-0bd037fc-1bc2-48d9-9dba-2107ea7d05c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446927 Feb 04 00:02:59.260500 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port a576eb94-21e3-4278-b5f4-b4da0b516438 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:02:59.331350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port a576eb94-21e3-4278-b5f4-b4da0b516438 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:02:59.331723 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:59.450065 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37f9e128-f974-43c4-aed4-a54a3ee97ef2 req-f8ec8e57-8317-4fc9-887f-b1a0b8f697fc service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858925 Feb 04 00:02:59.494865 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-eb6c72fe-f3d6-4d33-bedf-dfa70f56afe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:59.541089 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:02:59.556492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:02:59.751988 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:59.755213 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:59.795685 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Transition to ACTIVE for port object b80f0732-c1ec-48e6-9005-b60a3566a8d4 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:02:59.813598 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port a576eb94-21e3-4278-b5f4-b4da0b516438, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a576eb94-21e3-4278-b5f4-b4da0b516438,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:02:59.815568 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:02:59.893493 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.031255 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf656d-a106-4257-a092-b1c291094617 req-aa3fee99-811a-46e1-baa2-5fc6a5835ce2 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:00.031976 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-3bdf656d-a106-4257-a092-b1c291094617 req-aa3fee99-811a-46e1-baa2-5fc6a5835ce2 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Synchronizing usage tracker for tenant:b191d565da8248b19222697aa289fa25 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:00.157549 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.db.resource_extend [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 00:03:00.167326 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d950642-7c02-4a5c-acb4-a52387656d86 None None] Pushing event updated for resources: {'Port': ['ID=b80f0732-c1ec-48e6-9005-b60a3566a8d4,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:00.286832 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-3bdf656d-a106-4257-a092-b1c291094617 req-aa3fee99-811a-46e1-baa2-5fc6a5835ce2 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Unset dirty status for tenant:b191d565da8248b19222697aa289fa25 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:00.289159 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3bdf656d-a106-4257-a092-b1c291094617 req-aa3fee99-811a-46e1-baa2-5fc6a5835ce2 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 932 time: 1.4867399 Feb 04 00:03:00.400942 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Attempting to bind port b80f0732-c1ec-48e6-9005-b60a3566a8d4 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:00.401533 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Attempting to bind port b80f0732-c1ec-48e6-9005-b60a3566a8d4 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:00.401991 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Attempting to bind port b80f0732-c1ec-48e6-9005-b60a3566a8d4 on network 148ca6aa-9493-45c3-b10e-f07e52d41768 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:00.402641 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Allocated IP 172.20.0.1 (879bc0f4-9b78-496a-a287-a69b8b05e747/5fecc96c-6245-47d2-b9c1-5282a0ec0df1/43c7f510-16f5-4e2c-86b1-36b54c7f7536) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:00.410644 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf916b8-5149-4f40-9174-049bf4d8f29f {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:00.413391 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-c2a794f7-482d-4e0e-a4ae-eeb7dc0031ba None None] Provisioning complete for port e705d86d-7990-4bc7-a7d5-302d0e41bdfc triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:00.414403 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c2a794f7-482d-4e0e-a4ae-eeb7dc0031ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.449013 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.451031 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:00.451520 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Checking segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:00.452527 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.453031 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Bound using segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:00.453737 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Bound port: b80f0732-c1ec-48e6-9005-b60a3566a8d4, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:00.454454 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.507117 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-3bdf656d-a106-4257-a092-b1c291094617 req-72c6641c-3b11-4ac4-8042-a6d2091b1f3c tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Synchronizing usage tracker for tenant:b191d565da8248b19222697aa289fa25 on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:00.518382 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Transition to ACTIVE for port object ecf916b8-5149-4f40-9174-049bf4d8f29f will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:00.530532 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=a576eb94-21e3-4278-b5f4-b4da0b516438,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:00.620925 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-c2a794f7-482d-4e0e-a4ae-eeb7dc0031ba None None] Port e705d86d-7990-4bc7-a7d5-302d0e41bdfc cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:03:00.669610 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-3bdf656d-a106-4257-a092-b1c291094617 req-72c6641c-3b11-4ac4-8042-a6d2091b1f3c tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Unset dirty status for tenant:b191d565da8248b19222697aa289fa25 on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:00.670806 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3bdf656d-a106-4257-a092-b1c291094617 req-72c6641c-3b11-4ac4-8042-a6d2091b1f3c tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629646 Feb 04 00:03:00.671391 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.732673 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] For port b80f0732-c1ec-48e6-9005-b60a3566a8d4, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:00.736218 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] For port b80f0732-c1ec-48e6-9005-b60a3566a8d4, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=b80f0732-c1ec-48e6-9005-b60a3566a8d4,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:00.742856 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:00.934193 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d950642-7c02-4a5c-acb4-a52387656d86 None None] Pushing event updated for resources: {'Port': ['ID=b80f0732-c1ec-48e6-9005-b60a3566a8d4,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:00.936911 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Routers {'5048ceec-f991-4fc0-9167-1264a2ea9659'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:00.937524 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:02:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['5048ceec-f991-4fc0-9167-1264a2ea9659'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:01.075675 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf916b8-5149-4f40-9174-049bf4d8f29f,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:01.211898 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:01.227562 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Attempting to bind port ecf916b8-5149-4f40-9174-049bf4d8f29f on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:01.228219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Attempting to bind port ecf916b8-5149-4f40-9174-049bf4d8f29f by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:01.228815 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Attempting to bind port ecf916b8-5149-4f40-9174-049bf4d8f29f on network 33a60259-d764-436b-b8e1-892d6321d7f3 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:01.266278 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Port ecf916b8-5149-4f40-9174-049bf4d8f29f on network 33a60259-d764-436b-b8e1-892d6321d7f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:01.266744 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Attempting to bind port ecf916b8-5149-4f40-9174-049bf4d8f29f on network 33a60259-d764-436b-b8e1-892d6321d7f3 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:01.271482 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Transition to ACTIVE for port object 43c7f510-16f5-4e2c-86b1-36b54c7f7536 will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:01.289288 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:03:01.290416 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:01.290881 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Checking segment: {'id': '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:01.291511 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Bound using segment: {'id': '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:01.292053 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Bound port: ecf916b8-5149-4f40-9174-049bf4d8f29f, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:01.292501 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:01.381096 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'tag': '6162da85-23b0-4697-8dc8-aa46f704980d', 'status': 'completed', 'code': 200} Feb 04 00:03:01.471857 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] For port ecf916b8-5149-4f40-9174-049bf4d8f29f, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:01.484333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] For port ecf916b8-5149-4f40-9174-049bf4d8f29f, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f,segment=NetworkSegment(0cb27ac7-9aeb-4cdd-851f-f0f79c37307b),segment_id=0cb27ac7-9aeb-4cdd-851f-f0f79c37307b)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:01.499521 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:01.579061 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] Set router 5048ceec-f991-4fc0-9167-1264a2ea9659 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:01.640507 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-eeab2fa1-ed39-4ba5-a600-665fd1a45a8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 1096 time: 0.2486579 Feb 04 00:03:01.925695 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-92d85bfd-e783-4afb-91e3-daa84db3f22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:01.941581 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45542b71-9642-4947-9d11-b56822d29d20 req-078734ca-1861-4eab-b419-ae8776d63e29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:01.943038 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-078734ca-1861-4eab-b419-ae8776d63e29 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 915 time: 0.2931812 Feb 04 00:03:01.991853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf916b8-5149-4f40-9174-049bf4d8f29f,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:02.093571 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-7753684e-12bc-4cf3-b9f8-a450f38d0bfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6162da85-23b0-4697-8dc8-aa46f704980d HTTP/1.1" status: 200 len: 217 time: 0.1030045 Feb 04 00:03:02.101652 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:02.248405 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45542b71-9642-4947-9d11-b56822d29d20 req-954746b0-4229-4d64-8c6d-2360494163af service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:02.250292 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-954746b0-4229-4d64-8c6d-2360494163af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.1145539 Feb 04 00:03:02.257970 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Pushing event updated for resources: {'Port': ['ID=43c7f510-16f5-4e2c-86b1-36b54c7f7536,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:02.280630 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:02.281970 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-956575c8-08f2-4deb-a998-a1a560589d26 service neutron] 10.222.0.26 "PUT /v2.0/ports/ecf916b8-5149-4f40-9174-049bf4d8f29f HTTP/1.1" status: 200 len: 1094 time: 5.1555955 Feb 04 00:03:02.285622 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'tag': 'ecf916b8-5149-4f40-9174-049bf4d8f29f'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:02.295491 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:02:49Z', 'revision_number': 4, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'b80f0732-c1ec-48e6-9005-b60a3566a8d4', 'name': '', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'mac_address': 'fa:16:3e:77:2d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:48Z', 'updated_at': '2022-02-04T00:03:00Z', 'revision_number': 4, 'project_id': '463a130c7059410a9d327d96ab845778', 'subnets': [{'id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:02.303584 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d69a1d-3fa9-4a84-a1e5-680c1454cbcb None None] The sync data for ids ['5048ceec-f991-4fc0-9167-1264a2ea9659'] in dv-cinder-827776-1-smb is: [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:02:49Z', 'revision_number': 4, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'b80f0732-c1ec-48e6-9005-b60a3566a8d4', 'name': '', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'mac_address': 'fa:16:3e:77:2d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:48Z', 'updated_at': '2022-02-04T00:03:00Z', 'revision_number': 4, 'project_id': '463a130c7059410a9d327d96ab845778', 'subnets': [{'id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:03:02.412993 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-471d8ce7-684c-4fbc-a6c6-255873b60a66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190081 Feb 04 00:03:02.416395 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:02.425701 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:02.440364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:02.448107 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:02.448580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:02.799311 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device b80f0732-c1ec-48e6-9005-b60a3566a8d4 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:02.823834 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75334f11-f5f2-44ad-b3b6-abc47e5366c3 req-cfdf91cc-68c9-4040-b46c-7f08c84aeb25 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:02.837984 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-75334f11-f5f2-44ad-b3b6-abc47e5366c3 req-cfdf91cc-68c9-4040-b46c-7f08c84aeb25 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 943 time: 0.9035001 Feb 04 00:03:02.841482 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-dee80e06-6333-4af0-9916-8208ef33887a service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033227 Feb 04 00:03:03.021089 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:03.089195 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-2cd550ff-5187-4f4e-a001-c1fb272e5799 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b191d565da8248b19222697aa289fa25&device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 1097 time: 0.7403283 Feb 04 00:03:03.109501 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:03.138428 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-1175a70e-545a-451a-b705-e764ee772064 None None] Provisioning for port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:03.139706 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-45542b71-9642-4947-9d11-b56822d29d20 req-f0bc4166-640f-42cc-8e60-dcddf2f3bfa2 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855279 Feb 04 00:03:03.152681 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-1175a70e-545a-451a-b705-e764ee772064 None None] Provisioning complete for port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:03.153046 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1175a70e-545a-451a-b705-e764ee772064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:03.224531 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-75334f11-f5f2-44ad-b3b6-abc47e5366c3 req-e5ab3c71-78ab-4af5-bb81-e6c208b14ff1 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753912 Feb 04 00:03:03.268262 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port b80f0732-c1ec-48e6-9005-b60a3566a8d4 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:03.287100 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port b80f0732-c1ec-48e6-9005-b60a3566a8d4 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:03.287475 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:03.501935 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-a9463259-030d-47c4-8d0b-34853cd4b370 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f HTTP/1.1" status: 200 len: 217 time: 0.3857617 Feb 04 00:03:03.757641 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:03.790851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-1175a70e-545a-451a-b705-e764ee772064 None None] Port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:03:03.791246 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-d698744d-2d1e-4db4-bdb8-dc9c45000ede service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:03.793984 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-d698744d-2d1e-4db4-bdb8-dc9c45000ede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644 HTTP/1.1" status: 200 len: 852 time: 0.2909439 Feb 04 00:03:03.867846 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:03:03.874974 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port b80f0732-c1ec-48e6-9005-b60a3566a8d4, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=b80f0732-c1ec-48e6-9005-b60a3566a8d4,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:03.882988 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:03.884210 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a576eb94-21e3-4278-b5f4-b4da0b516438 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:03.952019 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-88f3a670-a86f-4f67-ad78-ec2687bfb9f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33a60259-d764-436b-b8e1-892d6321d7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486933 Feb 04 00:03:03.977460 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-68d2f334-c710-492c-a52a-95a811b6a2a8 admin admin] 10.222.0.55 "PUT /v2.0/routers/9eb1f932-5b06-4769-9b8e-58bba103b297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9306784 Feb 04 00:03:04.171484 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692c4f7-9fb9-4510-9646-bea1b448e781 req-ab7367af-5a77-4a06-b9fe-6148b9fef174 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:04.174204 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f692c4f7-9fb9-4510-9646-bea1b448e781 req-ab7367af-5a77-4a06-b9fe-6148b9fef174 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 944 time: 0.5726233 Feb 04 00:03:04.294985 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:04.331015 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=b80f0732-c1ec-48e6-9005-b60a3566a8d4,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:04.338511 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:04.366507 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:04.375859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:04.380024 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port a576eb94-21e3-4278-b5f4-b4da0b516438 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:04.383278 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:04.441699 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-3a58eaae-e612-41fe-9a78-c1aac1bb025d service neutron] 10.222.0.26 "GET /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683769 Feb 04 00:03:04.606639 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f692c4f7-9fb9-4510-9646-bea1b448e781 req-522d3cf2-8ea5-4300-9efe-1a16dbe3913f tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134440 Feb 04 00:03:05.019751 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Pushing event updated for resources: {'Port': ['ID=43c7f510-16f5-4e2c-86b1-36b54c7f7536,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:05.103721 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'tag': 'ecf916b8-5149-4f40-9174-049bf4d8f29f', 'status': 'completed', 'code': 200} Feb 04 00:03:05.106355 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6abd1b5c-8621-4eb6-a462-0b6f7bca10e5 req-5807aaa6-3c3b-4b01-841f-ad10a8effebf service neutron] 10.222.0.26 "GET /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6517951 Feb 04 00:03:05.118687 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:05.120137 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:05.185377 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device b80f0732-c1ec-48e6-9005-b60a3566a8d4 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:05.287949 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port b80f0732-c1ec-48e6-9005-b60a3566a8d4 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:05.288862 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:05.595798 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3deebc9c-d473-4298-9f28-7d98327f2a6b up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:05.827641 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-dc7262f3-050a-493c-ae70-38ea51524ff2 None None] Provisioning complete for port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:05.828118 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-dc7262f3-050a-493c-ae70-38ea51524ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:06.013074 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 3deebc9c-d473-4298-9f28-7d98327f2a6b completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:06.030759 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3deebc9c-d473-4298-9f28-7d98327f2a6b triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:06.031140 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:06.059685 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c368a59-dd5f-424a-af05-7e596d049649 req-d354de6e-8a3a-419b-9682-45490b917798 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:06.066911 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6c368a59-dd5f-424a-af05-7e596d049649 req-d354de6e-8a3a-419b-9682-45490b917798 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 943 time: 0.3412158 Feb 04 00:03:06.091825 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-db1a7499-02e3-4d67-9adf-9e6e92e9c9a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b191d565da8248b19222697aa289fa25&device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 1097 time: 0.4406664 Feb 04 00:03:06.139279 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-dc7262f3-050a-493c-ae70-38ea51524ff2 None None] Port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:03:06.225848 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6c368a59-dd5f-424a-af05-7e596d049649 req-9569ef52-4aae-4bb7-bef4-eb319ccbb734 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580002 Feb 04 00:03:06.277511 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:06.312935 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 3deebc9c-d473-4298-9f28-7d98327f2a6b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3deebc9c-d473-4298-9f28-7d98327f2a6b,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:06.321962 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:06.394358 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf739cd-7201-429e-977a-2c981233ea27 req-734bdfba-1d0a-4c4d-85d3-f92bc3ca1717 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:06.395978 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-734bdfba-1d0a-4c4d-85d3-f92bc3ca1717 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33a60259-d764-436b-b8e1-892d6321d7f3 HTTP/1.1" status: 200 len: 913 time: 0.1581435 Feb 04 00:03:06.410503 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:03:06.492371 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=3deebc9c-d473-4298-9f28-7d98327f2a6b,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:06.553133 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-6fddbee2-cf84-445c-8d36-8b32a6282bb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f HTTP/1.1" status: 200 len: 217 time: 0.1495388 Feb 04 00:03:06.721064 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf739cd-7201-429e-977a-2c981233ea27 req-e832d554-aea4-412d-90ac-a67595f3dfe2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:06.722633 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-e832d554-aea4-412d-90ac-a67595f3dfe2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644 HTTP/1.1" status: 200 len: 852 time: 0.1583648 Feb 04 00:03:06.747695 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59890) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:06.786392 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-8782bb14-c644-4a51-8111-70d819104fad tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:06.787369 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-8782bb14-c644-4a51-8111-70d819104fad tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:network {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:06.795770 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-57125f5d-2966-4c9e-87a2-6f66aa1afcf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33a60259-d764-436b-b8e1-892d6321d7f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555429 Feb 04 00:03:06.811712 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-8782bb14-c644-4a51-8111-70d819104fad tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:network {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:06.813965 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-8782bb14-c644-4a51-8111-70d819104fad tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 818 time: 0.3482740 Feb 04 00:03:06.841334 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-b68669f5-83af-404a-a763-40c6755c52f5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/quotas/463a130c7059410a9d327d96ab845778 HTTP/1.1" status: 200 len: 375 time: 0.0213943 Feb 04 00:03:06.879949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59896) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:06.893341 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246610272', 'description': 'tempest-description--1179966077'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:06.946123 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-98f90994-c189-4160-9328-e222251fda30 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:06.954263 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3deebc9c-d473-4298-9f28-7d98327f2a6b up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:06.984494 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:06.987377 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.002030 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-98f90994-c189-4160-9328-e222251fda30 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:07.003620 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-98f90994-c189-4160-9328-e222251fda30 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615293 Feb 04 00:03:07.009519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:07.016186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:07.045085 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3deebc9c-d473-4298-9f28-7d98327f2a6b triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:07.045483 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.063279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:07.112321 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.114928 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:07.122083 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:254a1184e9004cdeba187cd3ecf4c541 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:07.132642 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:07.142196 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:07.236665 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-20e42a52-a11f-4ccd-884d-83683b3aec30 service neutron] 10.222.0.26 "GET /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309783 Feb 04 00:03:07.251049 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-71f36d11-8f19-4233-9212-6a0372200979 service neutron] 10.222.0.55 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359698 Feb 04 00:03:07.354018 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.364333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:07.369957 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.377918 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:07.390516 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:07.400168 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdc339-191b-4393-b9d3-6d7b4f75c0b3 req-b7ee8239-e562-4466-a1db-a7238997aa18 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:07.401625 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-10cdc339-191b-4393-b9d3-6d7b4f75c0b3 req-b7ee8239-e562-4466-a1db-a7238997aa18 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 944 time: 0.3877761 Feb 04 00:03:07.403246 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:03:07.419894 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:07.447139 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=254a1184e9004cdeba187cd3ecf4c541&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6954770 Feb 04 00:03:07.448204 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d25d282d-15e0-4ce0-8695-16972442feae admin admin] 10.222.0.55 "PUT /v2.0/routers/42e9615f-bd84-4eae-966b-1ac9baeb6f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8479700 Feb 04 00:03:07.448321 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59912) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:07.452530 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b9c31-08ab-43cf-b418-77de1039f9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5db5f4-df37-4b4c-9735-fd32b97406bc,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:07.477175 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-c516f5e6-bd4f-4ba9-8eba-d9a801ff0cec service neutron] 10.222.0.55 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248323 Feb 04 00:03:07.534984 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.603019 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5bf739cd-7201-429e-977a-2c981233ea27 req-18651a9b-be96-46e3-8772-99352f4bba8e service neutron] 10.222.0.26 "GET /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592637 Feb 04 00:03:07.627706 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-10cdc339-191b-4393-b9d3-6d7b4f75c0b3 req-56ac0cac-8662-4801-8a07-4ff1a5168456 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954892 Feb 04 00:03:07.628399 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.633108 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-05fa4070-188e-4bc4-9584-8018c347895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.695088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5400f690-cfa2-4c24-9270-5919fdc027ea,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:07.697218 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.698684 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3c7059c6-8df9-474f-b76b-9160b35fbf36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8176951 Feb 04 00:03:07.701421 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 59922) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:07.707013 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'security_group_rule': {'security_group_id': '5400f690-cfa2-4c24-9270-5919fdc027ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:07.714785 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:07.719281 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:07.722760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:07.725170 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-05fa4070-188e-4bc4-9584-8018c347895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.741065 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:07.828538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.843040 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59934) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:07.946536 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-05fa4070-188e-4bc4-9584-8018c347895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.975403 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa4070-188e-4bc4-9584-8018c347895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5db5f4-df37-4b4c-9735-fd32b97406bc,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:07.983165 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-05fa4070-188e-4bc4-9584-8018c347895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:07.984399 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-05fa4070-188e-4bc4-9584-8018c347895e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b5db5f4-df37-4b4c-9735-fd32b97406bc HTTP/1.1" status: 204 len: 168 time: 0.5351615 Feb 04 00:03:08.053217 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.077862 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.127571 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.139599 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd873e26-edc5-491c-a28c-04c7615e2ab4,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:08.186011 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.189533 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-4a047e7c-72ac-47c0-b34e-5aeed13b4374 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4869909 Feb 04 00:03:08.197080 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59952) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:08.201899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec5aed-3a01-4313-9a9b-4ecb646fac93 req-b4d8ff4a-d066-41fa-b7bb-9c423039874b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:08.203578 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-faec5aed-3a01-4313-9a9b-4ecb646fac93 req-b4d8ff4a-d066-41fa-b7bb-9c423039874b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 943 time: 0.3051264 Feb 04 00:03:08.210600 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'security_group_rule': {'security_group_id': '5400f690-cfa2-4c24-9270-5919fdc027ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:08.219629 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:08.222227 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:08.227660 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:08.230460 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Usage tracker for resource:security_group_rule and tenant:7db60f9f63914a188a6d7f5951c25b13 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:08.232998 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:08.236027 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:08.244746 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:08.247085 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:08.281720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.338210 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-faec5aed-3a01-4313-9a9b-4ecb646fac93 req-bdb71ad5-fbc9-4b97-be85-b0aedcd3ba29 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224353 Feb 04 00:03:08.384763 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.397269 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.398334 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.467721 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.521174 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e901215-762c-41f4-9a4d-9a9ad6d69d4a,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:08.528122 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc22fd-588e-4522-86f0-9624f29a53d8,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:08.552846 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-81f84023-1c40-4b84-a8ae-1119166a214e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7db60f9f63914a188a6d7f5951c25b13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7065754 Feb 04 00:03:08.556587 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59962) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:08.570841 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59966) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:08.581109 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365509964', 'description': 'tempest-description--1456512083'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:08.588795 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.593752 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6f25ea4c-4f3f-4d3c-8a60-40ad5839ff9e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3946815 Feb 04 00:03:08.594561 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59970) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:08.610027 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:08.617023 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'floatingip': {'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:08.634272 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:08.636937 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:08.638227 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7de6e740-af28-4ba3-b0fb-068342285bf5 req-222440c1-9ec0-4e9d-86c9-c784133e38d0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.1065810 Feb 04 00:03:08.642518 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:08.645526 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:floatingip and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:08.650344 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:08.660049 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:08.662314 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:08.672729 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59974) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:08.696143 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.713245 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.739648 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.767246 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5ae559e3-d8a3-4cc1-b574-913085273aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.910050 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5ae559e3-d8a3-4cc1-b574-913085273aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:08.936494 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:08.939760 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:08.955575 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:08.968373 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:08.971337 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Usage tracker for resource:security_group_rule and tenant:74d0120e64474094ba1d202caae4eb40 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:08.985185 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:08.990102 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:09.000066 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:09.039667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-91535894-34e2-421c-80c2-a0d69a46b531 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:09.041121 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-91535894-34e2-421c-80c2-a0d69a46b531 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 818 time: 0.1545670 Feb 04 00:03:09.060589 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-3224d2fc-733d-4c78-a457-eaad08e81bc1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/quotas/463a130c7059410a9d327d96ab845778 HTTP/1.1" status: 200 len: 375 time: 0.0127630 Feb 04 00:03:09.085791 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb82f0e-d171-4ea4-aed0-4c659a7acc93 req-98d204c9-5ccd-4728-be5f-27aa458a6d06 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:09.087249 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0bb82f0e-d171-4ea4-aed0-4c659a7acc93 req-98d204c9-5ccd-4728-be5f-27aa458a6d06 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 944 time: 0.2670486 Feb 04 00:03:09.105658 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5ae559e3-d8a3-4cc1-b574-913085273aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.148103 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-7405b378-403e-49c4-be2c-cdd79d50f470 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804169 Feb 04 00:03:09.163846 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae559e3-d8a3-4cc1-b574-913085273aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc22fd-588e-4522-86f0-9624f29a53d8,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:09.166989 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.200283 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.251070 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5ae559e3-d8a3-4cc1-b574-913085273aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.252186 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-5ae559e3-d8a3-4cc1-b574-913085273aa7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69fc22fd-588e-4522-86f0-9624f29a53d8 HTTP/1.1" status: 204 len: 168 time: 0.6946959 Feb 04 00:03:09.273074 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.289604 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.295809 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332b5396-861e-4001-8559-dacd7e534387,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:09.302298 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.304331 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.305425 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-8823ec85-b73a-4f72-aea0-b6657f64f696 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7319198 Feb 04 00:03:09.318411 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 59996) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:09.388857 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'security_group_rule': {'security_group_id': '332b5396-861e-4001-8559-dacd7e534387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:09.396817 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0bb82f0e-d171-4ea4-aed0-4c659a7acc93 req-51d6647f-ccc3-42c6-bbdf-b30f76a71959 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921832 Feb 04 00:03:09.410326 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:09.429993 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:09.433767 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:09.461890 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a4b17b-15ef-45b7-9a14-36ec9e628329,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:09.484435 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-9bb2cdf9-c471-4044-9094-0d07b98e0c01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74d0120e64474094ba1d202caae4eb40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8098989 Feb 04 00:03:09.492210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60002) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:09.505863 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-399df364-ee73-4081-b70d-944df4bb1d88 service neutron] 10.222.0.55 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490241 Feb 04 00:03:09.552721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-83d55d6c-f333-4729-a0bf-3d2b7a8b6252 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:09.554468 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-83d55d6c-f333-4729-a0bf-3d2b7a8b6252 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 818 time: 0.3138933 Feb 04 00:03:09.581199 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:09.659639 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.706513 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Allocated IP 172.28.2.178 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/87cab043-e20b-44a4-8a14-c8e5a791a0da) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:09.730800 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-53226955-918f-41e2-9c59-15fe3aa2f32b service neutron] 10.222.0.55 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236247 Feb 04 00:03:09.734882 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Request body: {'port': {'device_id': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'admin_state_up': True, 'tenant_id': '463a130c7059410a9d327d96ab845778'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:09.822646 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60012) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:09.878830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.886537 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-169d729b-0a57-423a-ae12-c79b395f835c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.890601 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.918348 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-169d729b-0a57-423a-ae12-c79b395f835c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:09.924362 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554fd7f-a2e8-4a80-aa84-b9a3e193a092 req-ec6d94d1-79bf-4afe-a727-8dc4b1c7493f tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:09.925921 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d554fd7f-a2e8-4a80-aa84-b9a3e193a092 req-ec6d94d1-79bf-4afe-a727-8dc4b1c7493f tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 943 time: 0.3155198 Feb 04 00:03:09.978550 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64ad1e8-d8d0-4998-a17c-c286233e430d,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.011267 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ecf916b8-5149-4f40-9174-049bf4d8f29f details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:10.040456 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:10.058101 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.059509 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1ac92f0b-9390-48f8-a453-8ba29ec272ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6804550 Feb 04 00:03:10.065998 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60022) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:10.078444 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.084319 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'security_group_rule': {'security_group_id': '332b5396-861e-4001-8559-dacd7e534387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:10.094426 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:10.113792 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d554fd7f-a2e8-4a80-aa84-b9a3e193a092 req-abad30ca-86d6-48fc-9c41-305cf1a0b251 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667018 Feb 04 00:03:10.115895 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:10.128389 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-60eba966-82c2-41ba-918c-c5b337ff0f59 req-2a90711c-0734-4f31-9cdd-783feea593f4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 210 time: 0.0913877 Feb 04 00:03:10.136362 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:10.143870 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:10.150192 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:10.152030 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60026) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:10.165244 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Made reservation on behalf of 463a130c7059410a9d327d96ab845778 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:10.177314 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.181331 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.231577 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.250113 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port ecf916b8-5149-4f40-9174-049bf4d8f29f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f,segment=NetworkSegment(0cb27ac7-9aeb-4cdd-851f-f0f79c37307b),segment_id=0cb27ac7-9aeb-4cdd-851f-f0f79c37307b)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:10.250933 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.267728 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-169d729b-0a57-423a-ae12-c79b395f835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.271593 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.272901 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': 'ecf916b8-5149-4f40-9174-049bf4d8f29f', 'network_id': '33a60259-d764-436b-b8e1-892d6321d7f3', 'port_id': 'ecf916b8-5149-4f40-9174-049bf4d8f29f', 'mac_address': 'fa:16:3e:40:41:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:10.289817 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d729b-0a57-423a-ae12-c79b395f835c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a4b17b-15ef-45b7-9a14-36ec9e628329,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.313486 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-169d729b-0a57-423a-ae12-c79b395f835c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.317408 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-169d729b-0a57-423a-ae12-c79b395f835c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00a4b17b-15ef-45b7-9a14-36ec9e628329 HTTP/1.1" status: 204 len: 168 time: 0.8201358 Feb 04 00:03:10.339898 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:10.350264 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.365351 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Usage tracker for resource:security_group_rule and tenant:890f710037324508b3617ff0a82c80cb is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:10.371682 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf916b8-5149-4f40-9174-049bf4d8f29f {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:10.375594 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:10.393282 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port ecf916b8-5149-4f40-9174-049bf4d8f29f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f,segment=NetworkSegment(0cb27ac7-9aeb-4cdd-851f-f0f79c37307b),segment_id=0cb27ac7-9aeb-4cdd-851f-f0f79c37307b)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:10.396521 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:10.399863 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.400887 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 6162da85-23b0-4697-8dc8-aa46f704980d details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:10.422015 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:10.429680 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:10.433115 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'Port': ['ID=87cab043-e20b-44a4-8a14-c8e5a791a0da,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.435782 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:10.461107 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:10.475234 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f52da3397642f097a59073e0c4cf96 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:10.510789 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:10.536644 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.537811 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:10.579775 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=ecf916b8-5149-4f40-9174-049bf4d8f29f,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.589343 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Allocated IP 172.20.0.11 (148ca6aa-9493-45c3-b10e-f07e52d41768/b41abcd4-4592-4b6e-af9a-77caeb742aaa/1f08bb2a-dcf6-4e9c-8073-9e92a4307bea) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:10.655045 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 6162da85-23b0-4697-8dc8-aa46f704980d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6162da85-23b0-4697-8dc8-aa46f704980d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:10.666974 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.670181 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '6162da85-23b0-4697-8dc8-aa46f704980d', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'port_id': '6162da85-23b0-4697-8dc8-aa46f704980d', 'mac_address': 'fa:16:3e:12:d4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09dc5eb-c5bf-4662-95a5-78dd977a2fa8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:10.670349 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.733958 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.769963 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6162da85-23b0-4697-8dc8-aa46f704980d {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:10.806152 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 6162da85-23b0-4697-8dc8-aa46f704980d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6162da85-23b0-4697-8dc8-aa46f704980d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:10.816154 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.847195 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:10.919887 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd872576-ca6e-4dab-82b2-9ae390ba651e,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.938965 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=6162da85-23b0-4697-8dc8-aa46f704980d,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.971274 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632852b0-2deb-49c6-ac92-6180bf377443,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:10.985733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.008351 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60044) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:11.027466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.028085 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-b4ea90f8-69a9-42af-826e-0ac539736050 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1f52da3397642f097a59073e0c4cf96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2022195 Feb 04 00:03:11.031368 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60048) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:11.049681 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.054216 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-8c95e66e-33b2-46c7-8c89-7267c3da7884 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9822021 Feb 04 00:03:11.057686 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60052) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:11.060265 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.064993 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.081624 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'floatingip': {'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:11.085880 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.089786 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:11.109134 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:11.122589 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['ecf916b8-5149-4f40-9174-049bf4d8f29f'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:11.132862 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:11.138234 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Usage tracker for resource:security_group_rule and tenant:172c1e95852a4b8082891a1fb9fddb87 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:11.141237 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:11.146797 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:11.166036 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:11.185726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:11.189092 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Pushing event updated for resources: {'Port': ['ID=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:11.193906 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:11.208892 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:11.209585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.213385 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.226904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.238094 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:floatingip and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:11.252918 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3187-9b64-4a37-a197-0bf5c471d194 req-b28653ef-ede9-4598-91d8-ed6173b76918 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:11.260273 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-841e3187-9b64-4a37-a197-0bf5c471d194 req-b28653ef-ede9-4598-91d8-ed6173b76918 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 945 time: 0.5192556 Feb 04 00:03:11.277683 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-5f15b175-922e-4c93-b4ca-2bd45f638503 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5504699 Feb 04 00:03:11.313152 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:11.321820 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Request body: {'port': {'device_id': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:11.328088 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.421603 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:11.448041 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.452899 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=890f710037324508b3617ff0a82c80cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2989526 Feb 04 00:03:11.452899 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8233b2-46b1-4fad-bbf0-719decf09eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757d41a1-c8e6-4b8a-9d8e-bdb8fe61d193,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:11.453359 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.455799 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60060) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:11.488502 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.489010 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-abc8a513-41eb-4b6a-8dd0-01cf41749cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.586206 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=172c1e95852a4b8082891a1fb9fddb87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5673852 Feb 04 00:03:11.586419 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-abc8a513-41eb-4b6a-8dd0-01cf41749cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.593101 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60064) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:11.674590 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bce73f-c41e-4cde-aea8-4df5291f9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc5f479-85a8-49a6-afbd-d2ea52390d06,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:11.745811 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-841e3187-9b64-4a37-a197-0bf5c471d194 req-2305b1a0-be12-4d62-968f-3b8e08f8f05c tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845965 Feb 04 00:03:11.755017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb947-543f-4a60-bd54-68b3c4ca0b3b req-188d9114-3cd1-4d1f-b713-b2d5b7deb959 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:11.756505 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a8feb947-543f-4a60-bd54-68b3c4ca0b3b req-188d9114-3cd1-4d1f-b713-b2d5b7deb959 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 944 time: 0.4816148 Feb 04 00:03:11.776662 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.861283 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d2607635-ac2f-47cb-940f-7f189ac4ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.873147 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-abc8a513-41eb-4b6a-8dd0-01cf41749cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.922166 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8a513-41eb-4b6a-8dd0-01cf41749cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632852b0-2deb-49c6-ac92-6180bf377443,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:11.939751 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d2607635-ac2f-47cb-940f-7f189ac4ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.942911 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-688f3e12-5751-470c-86a4-4f0c1a0de19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.959576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e98d8dc6-869d-4205-b6e3-6e146cb92011 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:11.961769 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e98d8dc6-869d-4205-b6e3-6e146cb92011 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 818 time: 0.4353085 Feb 04 00:03:11.963705 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5ae12456-7881-4327-8d29-c069e22a7174 req-55514e80-6c85-41d6-8e88-0a12001a3aec tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 210 time: 0.0896790 Feb 04 00:03:11.974102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-abc8a513-41eb-4b6a-8dd0-01cf41749cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:11.977148 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-abc8a513-41eb-4b6a-8dd0-01cf41749cbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/632852b0-2deb-49c6-ac92-6180bf377443 HTTP/1.1" status: 204 len: 168 time: 0.9426928 Feb 04 00:03:11.977637 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a8feb947-543f-4a60-bd54-68b3c4ca0b3b req-a7daa6d9-8e15-4a0b-8547-676ba084c8b5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966188 Feb 04 00:03:11.998178 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Request body: {'port': {'device_id': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'admin_state_up': True, 'tenant_id': '463a130c7059410a9d327d96ab845778'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:12.016815 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ecf916b8-5149-4f40-9174-049bf4d8f29f up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:12.091791 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port ecf916b8-5149-4f40-9174-049bf4d8f29f completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:12.099939 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port ecf916b8-5149-4f40-9174-049bf4d8f29f triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:12.101497 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.105044 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d2607635-ac2f-47cb-940f-7f189ac4ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.124265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:12.134676 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607635-ac2f-47cb-940f-7f189ac4ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc5f479-85a8-49a6-afbd-d2ea52390d06,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.137450 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.147054 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d2607635-ac2f-47cb-940f-7f189ac4ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.148885 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d2607635-ac2f-47cb-940f-7f189ac4ba68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2bc5f479-85a8-49a6-afbd-d2ea52390d06 HTTP/1.1" status: 204 len: 168 time: 0.5521238 Feb 04 00:03:12.158112 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Transition to ACTIVE for port object 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:12.163650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.236730 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-688f3e12-5751-470c-86a4-4f0c1a0de19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.285519 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.317302 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Pushing event updated for resources: {'Port': ['ID=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.349472 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf916b8-5149-4f40-9174-049bf4d8f29f'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:12.388502 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.392713 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Attempting to bind port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:12.393087 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Attempting to bind port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:12.393648 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Attempting to bind port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea on network 148ca6aa-9493-45c3-b10e-f07e52d41768 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:12.402475 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea on network 148ca6aa-9493-45c3-b10e-f07e52d41768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:12.405286 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Attempting to bind port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea on network 148ca6aa-9493-45c3-b10e-f07e52d41768 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:12.412135 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:12.412524 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Checking segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:12.413546 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Bound using segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:12.414167 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Bound port: 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:12.414566 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.445609 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:12.455475 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Usage tracker for resource:port and tenant:463a130c7059410a9d327d96ab845778 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:12.463620 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:12.466077 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port ecf916b8-5149-4f40-9174-049bf4d8f29f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f,segment=NetworkSegment(0cb27ac7-9aeb-4cdd-851f-f0f79c37307b),segment_id=0cb27ac7-9aeb-4cdd-851f-f0f79c37307b)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:12.472660 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:12.480008 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.481307 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 6162da85-23b0-4697-8dc8-aa46f704980d up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:12.503746 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-688f3e12-5751-470c-86a4-4f0c1a0de19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.570141 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Made reservation on behalf of 463a130c7059410a9d327d96ab845778 for: {'port': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:12.573356 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.594967 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f3e12-5751-470c-86a4-4f0c1a0de19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757d41a1-c8e6-4b8a-9d8e-bdb8fe61d193,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.606797 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.627471 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-688f3e12-5751-470c-86a4-4f0c1a0de19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.628839 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-688f3e12-5751-470c-86a4-4f0c1a0de19c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/757d41a1-c8e6-4b8a-9d8e-bdb8fe61d193 HTTP/1.1" status: 204 len: 168 time: 1.1692872 Feb 04 00:03:12.633830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.634910 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=ecf916b8-5149-4f40-9174-049bf4d8f29f,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.654808 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 6162da85-23b0-4697-8dc8-aa46f704980d completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:12.664076 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 6162da85-23b0-4697-8dc8-aa46f704980d triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:12.664463 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.704764 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] For port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:12.708776 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] For port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:12.717778 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.798578 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.828801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Pushing event updated for resources: {'Port': ['ID=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.836346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60092) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:12.864182 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 6162da85-23b0-4697-8dc8-aa46f704980d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6162da85-23b0-4697-8dc8-aa46f704980d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:12.872358 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.874920 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.876629 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-99a79db4-1fbe-486a-9c17-3aa794094b30 service neutron] 10.222.0.26 "PUT /v2.0/ports/1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 1094 time: 1.5600557 Feb 04 00:03:12.877909 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'tag': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:12.880224 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.885949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.932872 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'Port': ['ID=87cab043-e20b-44a4-8a14-c8e5a791a0da,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:12.941290 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:12.947726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6dbc23f2074073815fcc7f37faea92 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:12.949649 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:12.958851 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f17598cb-a105-4944-bdea-c619071ec2a9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3468792 Feb 04 00:03:12.995774 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=6162da85-23b0-4697-8dc8-aa46f704980d,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:13.012681 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:13.020650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:13.034662 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Allocated IP 172.28.2.233 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/d0c2163d-d400-4751-9f98-246ad4af1ce5) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:13.081275 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-4377c8b7-8df2-40a0-99f5-cc02c35df71c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1097 time: 0.1298463 Feb 04 00:03:13.205298 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf916b8-5149-4f40-9174-049bf4d8f29f', 'code': 200} Feb 04 00:03:13.234516 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Allocated IP 172.20.0.3 (148ca6aa-9493-45c3-b10e-f07e52d41768/b41abcd4-4592-4b6e-af9a-77caeb742aaa/7b8fcc85-b954-45be-9268-8a35dfa77399) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:13.309339 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-1f113ea3-0651-44d1-97c9-8bd4c7fca117 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.2184978 Feb 04 00:03:13.336812 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed94017-41d5-4697-879a-f1f979a9d450 req-01111320-9e87-4542-ad94-b7934b714ccf tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:13.347258 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8ed94017-41d5-4697-879a-f1f979a9d450 req-01111320-9e87-4542-ad94-b7934b714ccf tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.3651536 Feb 04 00:03:13.423388 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'tag': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea', 'status': 'completed', 'code': 200} Feb 04 00:03:13.447983 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:13.472787 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:13.473865 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.26', 56944) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:13.474875 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:13.567485 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8f6dbc23f2074073815fcc7f37faea92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7298751 Feb 04 00:03:13.608913 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60118) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:13.683509 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8ed94017-41d5-4697-879a-f1f979a9d450 req-e9be2020-ca15-49fd-a61d-ba97d893fe41 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208778 Feb 04 00:03:13.736039 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:13.764727 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-c1437009-02d0-4b05-9687-e4c41ed9a702 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:13.766438 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-c1437009-02d0-4b05-9687-e4c41ed9a702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.4402733 Feb 04 00:03:13.789706 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-ebbfbde0-1b2f-43f1-8b37-f6121a75d749 req-1bc2a089-bc1a-4ef9-9a17-bca0bda2b7cd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:13.794265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052e09-639e-436d-b0d0-21512f6f4ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5d5b6-093d-4964-8f84-bd32a4177b53,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:13.815661 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:13.825736 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:13.833132 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:13.859494 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:13.871729 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'Port': ['ID=d0c2163d-d400-4751-9f98-246ad4af1ce5,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:13.893969 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-e95e4da1-d21c-40f1-b025-e332056fac38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162767 Feb 04 00:03:13.912558 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-ebbfbde0-1b2f-43f1-8b37-f6121a75d749 req-1bc2a089-bc1a-4ef9-9a17-bca0bda2b7cd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:13.925299 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ebbfbde0-1b2f-43f1-8b37-f6121a75d749 req-1bc2a089-bc1a-4ef9-9a17-bca0bda2b7cd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 210 time: 0.3072567 Feb 04 00:03:13.976448 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.043530 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.137740 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-146e417a-9eaf-47b3-8b24-4231735ad457 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356172 Feb 04 00:03:14.138348 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59e5b8b2-9bb0-4f57-8ae3-56dc17a76c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.152817 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.201708 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Pushing event updated for resources: {'Port': ['ID=7b8fcc85-b954-45be-9268-8a35dfa77399,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.203734 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-e61fac0c-fb5d-42f0-8289-729d5259fd94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 1099 time: 0.6612008 Feb 04 00:03:14.205434 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Network 148ca6aa-9493-45c3-b10e-f07e52d41768 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:14.223860 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:14.231086 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:14.234542 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:14.235134 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.287470 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-10c901ac-e0e3-449a-8089-fd6d2d7fa326 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3058908 Feb 04 00:03:14.298661 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59e5b8b2-9bb0-4f57-8ae3-56dc17a76c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.326397 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.346775 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Request body: {'port': {'device_id': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:14.402165 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d717fbd-0d29-4880-a301-f16f60ab5b0e req-433444bb-1d1c-4659-82cf-6cc72b4960f6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:14.403674 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1d717fbd-0d29-4880-a301-f16f60ab5b0e req-433444bb-1d1c-4659-82cf-6cc72b4960f6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.3711219 Feb 04 00:03:14.413850 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-34c79092-f7a7-4c59-b24b-16792ca63530 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:14.468495 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-796cb149-b4a0-45c7-b40f-c96358f3f9f8 req-82260a6b-47ae-4566-bbe2-2e9543496ffb service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237715 Feb 04 00:03:14.470718 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:14.483108 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Usage tracker for resource:security_group_rule and tenant:2cb0de1fb0ee44188a247d0333504a27 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:14.485807 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-34c79092-f7a7-4c59-b24b-16792ca63530 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:14.486974 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-34c79092-f7a7-4c59-b24b-16792ca63530 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--246610272&fields=id&tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a HTTP/1.1" status: 200 len: 267 time: 0.3467031 Feb 04 00:03:14.488933 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:14.503456 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59e5b8b2-9bb0-4f57-8ae3-56dc17a76c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.624551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:14.639206 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1d717fbd-0d29-4880-a301-f16f60ab5b0e req-8ffba872-ff6f-4467-a265-ec444f4bbeef tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230656 Feb 04 00:03:14.641436 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.712672 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59e5b8b2-9bb0-4f57-8ae3-56dc17a76c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.713815 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-59e5b8b2-9bb0-4f57-8ae3-56dc17a76c7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2ab5d5b6-093d-4964-8f84-bd32a4177b53 HTTP/1.1" status: 204 len: 168 time: 1.1035867 Feb 04 00:03:14.725102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b8b2-9bb0-4f57-8ae3-56dc17a76c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5d5b6-093d-4964-8f84-bd32a4177b53,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.734613 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.761919 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.779649 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60160) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:14.844476 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-f4b2b129-dee0-4e30-8b69-01b4f61d9a75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1097 time: 0.1948128 Feb 04 00:03:14.853096 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-79b45496-7d53-4cfd-b3d3-71c9fd7ba6a4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:14.854583 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-79b45496-7d53-4cfd-b3d3-71c9fd7ba6a4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 810 time: 0.3398993 Feb 04 00:03:14.886822 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.904276 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'Port': ['ID=d0c2163d-d400-4751-9f98-246ad4af1ce5,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:14.952140 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-bb54539e-e300-4480-a721-1966cac70b78 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/quotas/6745f1bf2dcf4f4c8460e893b269ef0a HTTP/1.1" status: 200 len: 375 time: 0.0719647 Feb 04 00:03:14.986403 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:14.987857 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-90b2e849-74eb-4ddc-972f-0685a12b0feb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9243493 Feb 04 00:03:15.050600 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.085515 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.132545 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb42ad1-05b5-475a-b1ea-e68151f7be24,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:15.161158 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f7e7a273-a86e-410d-a57e-9c3db532398c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:15.167342 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-5d25f180-c2fc-47e1-b474-58675a7f30de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:15.169078 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-5d25f180-c2fc-47e1-b474-58675a7f30de service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.3133769 Feb 04 00:03:15.171872 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Synchronizing usage tracker for tenant:2cb0de1fb0ee44188a247d0333504a27 on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:15.206871 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6162da85-23b0-4697-8dc8-aa46f704980d'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:15.219272 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bacb56d-d931-46e2-a717-25b1913ab3c0 req-a8ec6117-c653-4956-9890-ac4c4b8e2d85 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:15.221628 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7bacb56d-d931-46e2-a717-25b1913ab3c0 req-a8ec6117-c653-4956-9890-ac4c4b8e2d85 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.2003765 Feb 04 00:03:15.250451 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b8fcc85-b954-45be-9268-8a35dfa77399 {{(pid=82763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:15.261982 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-35adb361-97e5-4aaf-92c2-e8a6479bfda6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.0855103 Feb 04 00:03:15.264871 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.265964 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f7e7a273-a86e-410d-a57e-9c3db532398c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:15.279593 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f7e7a273-a86e-410d-a57e-9c3db532398c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3066950 Feb 04 00:03:15.292885 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.provisioning_blocks [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Transition to ACTIVE for port object 7b8fcc85-b954-45be-9268-8a35dfa77399 will not be triggered until provisioned by entity L2. {{(pid=82763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:15.302094 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7bacb56d-d931-46e2-a717-25b1913ab3c0 req-085daffe-98df-4797-a30c-40dea2a5365c tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737741 Feb 04 00:03:15.304488 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.326072 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] Unset dirty status for tenant:2cb0de1fb0ee44188a247d0333504a27 on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:15.327735 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f6fb4a4-567f-468c-9403-7d4efb18fec8 req-bb8dc995-33e4-40f4-8bb7-89543e33e797 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0598695 Feb 04 00:03:15.439604 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.452307 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Pushing event updated for resources: {'Port': ['ID=7b8fcc85-b954-45be-9268-8a35dfa77399,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:15.516309 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-456d10bc-4af7-4c88-b423-9008e134c465 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:15.517825 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-456d10bc-4af7-4c88-b423-9008e134c465 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.2356997 Feb 04 00:03:15.540796 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:15.590499 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-ee2ec6cd-a009-4437-aae0-4c5824fffb1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448236 Feb 04 00:03:15.602076 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Usage tracker for resource:security_group_rule and tenant:6a6cbe44d09e4d409aac0295d73db1be is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:15.609719 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:15.612851 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Attempting to bind port 7b8fcc85-b954-45be-9268-8a35dfa77399 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:15.613194 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Attempting to bind port 7b8fcc85-b954-45be-9268-8a35dfa77399 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'}] {{(pid=82763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:15.613543 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Attempting to bind port 7b8fcc85-b954-45be-9268-8a35dfa77399 on network 148ca6aa-9493-45c3-b10e-f07e52d41768 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:15.625490 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Port 7b8fcc85-b954-45be-9268-8a35dfa77399 on network 148ca6aa-9493-45c3-b10e-f07e52d41768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:15.625821 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Attempting to bind port 7b8fcc85-b954-45be-9268-8a35dfa77399 on network 148ca6aa-9493-45c3-b10e-f07e52d41768 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:15.643408 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:15.646453 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:15.646835 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Checking segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:15.647783 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Bound using segment: {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'} {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:15.648274 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Bound port: 7b8fcc85-b954-45be-9268-8a35dfa77399, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768'}}] {{(pid=82763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:15.648793 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.732373 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.789480 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-ef619b2a-60e6-437a-bbae-a2d8e6d61ca0 service neutron] 10.222.0.55 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606841 Feb 04 00:03:15.790017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.826062 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-98c60290-3d48-4c8a-a495-948951ea4481 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:15.826764 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-98c60290-3d48-4c8a-a495-948951ea4481 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:15.845380 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] For port 7b8fcc85-b954-45be-9268-8a35dfa77399, host hv-cinder-82777, cleared binding levels {{(pid=82763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:15.848939 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] For port 7b8fcc85-b954-45be-9268-8a35dfa77399, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b8fcc85-b954-45be-9268-8a35dfa77399,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:15.862078 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.907633 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-98c60290-3d48-4c8a-a495-948951ea4481 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:15.915258 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-98c60290-3d48-4c8a-a495-948951ea4481 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 943 time: 0.3883357 Feb 04 00:03:15.956959 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:15.958544 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] 10.222.0.26 "PUT /v2.0/ports/7b8fcc85-b954-45be-9268-8a35dfa77399 HTTP/1.1" status: 200 len: 1093 time: 1.6168551 Feb 04 00:03:15.964651 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'tag': '7b8fcc85-b954-45be-9268-8a35dfa77399'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:16.017387 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-65a23a9e-fcea-4042-a69f-fe71253cdd3c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:16.048168 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b07478-a7e7-4919-b698-21b9311e07c5,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:16.055967 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-befaf18c-4f5b-4310-a3ea-f0d0ded4563f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6a6cbe44d09e4d409aac0295d73db1be&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2746918 Feb 04 00:03:16.068155 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60204) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:16.098867 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f0b0-835d-425e-ad61-ef7da4888cec service neutron] Pushing event updated for resources: {'Port': ['ID=7b8fcc85-b954-45be-9268-8a35dfa77399,revision_number=3']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:16.130200 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-68f04c28-0350-437d-af6d-aeafcb6b6eb7 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249648 Feb 04 00:03:16.155685 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-65a23a9e-fcea-4042-a69f-fe71253cdd3c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:16.168878 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0797b541-7a4b-48ae-9cdd-cd0d76f6ed30 req-65a23a9e-fcea-4042-a69f-fe71253cdd3c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526934 Feb 04 00:03:16.194860 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-f45e5fb0-4009-4371-bce4-52695f6cddcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 1096 time: 0.1877985 Feb 04 00:03:16.270145 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-678f2b3f-85da-444c-97d6-fb48a11b7ecd service neutron] 10.222.0.55 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625459 Feb 04 00:03:16.296684 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-6d4cafa3-d161-4472-a5d4-eb158c18f9d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8fcc85-b954-45be-9268-8a35dfa77399 HTTP/1.1" status: 200 len: 217 time: 0.0938203 Feb 04 00:03:16.328534 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3d187940-de69-4f39-93e6-528ae979dad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:16.333686 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eea388-dc3a-415c-8f4b-5d8458432d5a req-c5ff4fd4-c88d-47d5-ab10-e6b79166c3ef service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936989 Feb 04 00:03:16.371136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3d187940-de69-4f39-93e6-528ae979dad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:16.407777 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6162da85-23b0-4697-8dc8-aa46f704980d', 'code': 200} Feb 04 00:03:16.424064 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-bad854a4-8ed7-4364-ab37-620e80a8d95e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:16.427330 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-bad854a4-8ed7-4364-ab37-620e80a8d95e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.1238573 Feb 04 00:03:16.480485 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3d187940-de69-4f39-93e6-528ae979dad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:16.529226 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d187940-de69-4f39-93e6-528ae979dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b07478-a7e7-4919-b698-21b9311e07c5,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:16.530188 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-4162ec38-703e-408e-b6d3-14a4e8a804e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959353 Feb 04 00:03:16.573316 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3d187940-de69-4f39-93e6-528ae979dad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:16.578187 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3d187940-de69-4f39-93e6-528ae979dad0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43b07478-a7e7-4919-b698-21b9311e07c5 HTTP/1.1" status: 204 len: 168 time: 0.5091443 Feb 04 00:03:16.795157 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-009ae783-7d4e-4625-a27c-91ac15562a49 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:16.878748 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-009ae783-7d4e-4625-a27c-91ac15562a49 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:16.887045 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-009ae783-7d4e-4625-a27c-91ac15562a49 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1365509964&fields=id&tenant_id=dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 267 time: 0.2023520 Feb 04 00:03:16.894915 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227545-bd51-4d5a-9691-53997f30e2e3 req-ade5128f-93a7-45cf-9f72-7b225c0a22f4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:16.900547 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9d227545-bd51-4d5a-9691-53997f30e2e3 req-ade5128f-93a7-45cf-9f72-7b225c0a22f4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.1681538 Feb 04 00:03:16.914777 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-49729d8e-ed79-42e6-8642-55de2c2ed73b req-c80b89d1-8364-4e99-bb73-cd6f8e7308d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 1098 time: 0.2433600 Feb 04 00:03:17.020646 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-a164748d-81b4-43e7-9773-f7c0df059678 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835968 Feb 04 00:03:17.066227 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9d227545-bd51-4d5a-9691-53997f30e2e3 req-ceb4c720-684b-41a0-ba87-963f72f20490 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504219 Feb 04 00:03:17.129568 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-49729d8e-ed79-42e6-8642-55de2c2ed73b req-02383aa2-f2eb-4460-a939-e7c66b1bcb38 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750045 Feb 04 00:03:17.252111 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'tag': '7b8fcc85-b954-45be-9268-8a35dfa77399', 'status': 'completed', 'code': 200} Feb 04 00:03:17.382550 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4ea5d914-d95e-4d0c-b0c8-cb920737e6f7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:17.383977 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4ea5d914-d95e-4d0c-b0c8-cb920737e6f7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:network {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:17.458935 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7ebf6812-5201-4133-94a2-580bb0ab5d5c req-16ef3683-0483-4073-a612-819a381217d1 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295752 Feb 04 00:03:17.474428 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4ea5d914-d95e-4d0c-b0c8-cb920737e6f7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:network {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:17.481423 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4ea5d914-d95e-4d0c-b0c8-cb920737e6f7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 817 time: 0.5934522 Feb 04 00:03:17.526099 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-110a3cee-c2b7-43c7-817a-542244cb7194 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/quotas/dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 375 time: 0.0437701 Feb 04 00:03:17.610139 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2c174-62d5-46c2-9eb1-a9a9b7fce73d req-8f506b9b-8e5e-4a6d-ac09-73a7383c4a59 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:17.612944 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-30d2c174-62d5-46c2-9eb1-a9a9b7fce73d req-8f506b9b-8e5e-4a6d-ac09-73a7383c4a59 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.2208023 Feb 04 00:03:17.699525 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-30d2c174-62d5-46c2-9eb1-a9a9b7fce73d req-7cb5b168-ee79-4902-b8d0-7f8e4a96de7a tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768323 Feb 04 00:03:17.801229 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-6b9b6835-3866-45b2-9958-8ccd55cd5c73 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637570 Feb 04 00:03:17.934668 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:03:17.963495 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c997d3fb-8ed2-4dab-b88a-c760e8169a59 req-7c726732-a444-4e6b-bbc0-a1ec9a192817 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 210 time: 0.0693839 Feb 04 00:03:17.963625 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-b7e2ea00-a5a5-4f40-a20e-84a3d5380184 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 1096 time: 0.3366325 Feb 04 00:03:17.972031 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:17.972663 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:18.043703 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:18.331696 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-0e4d7790-bc0f-4067-a1c1-7f150d1ffde4 service neutron] 10.222.0.55 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219142 Feb 04 00:03:18.338935 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7944c2-234a-411b-897c-3a055be7925b req-65b07598-41cc-46d4-9feb-8265df7d0657 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:18.356279 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2d7944c2-234a-411b-897c-3a055be7925b req-65b07598-41cc-46d4-9feb-8265df7d0657 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 943 time: 0.2262640 Feb 04 00:03:18.478800 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:18.506763 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2d7944c2-234a-411b-897c-3a055be7925b req-c9f6f526-1d66-4ab6-b9ab-325f04196824 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473551 Feb 04 00:03:18.535035 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'port_id': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea', 'mac_address': 'fa:16:3e:8f:90:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:18.681631 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:18.702866 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:18.703564 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:18.720641 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:18.728484 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:18.778625 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-cd6ce9a8-7bff-41eb-9c2b-3079dab78a2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:18.784443 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-cd6ce9a8-7bff-41eb-9c2b-3079dab78a2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.8036673 Feb 04 00:03:18.817971 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:18.960280 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['1f08bb2a-dcf6-4e9c-8073-9e92a4307bea'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:19.083803 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-5b85f29e-1bb8-4e32-811c-3ee1c10ae1e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8fcc85-b954-45be-9268-8a35dfa77399 HTTP/1.1" status: 200 len: 217 time: 0.2716677 Feb 04 00:03:19.118159 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-7e6ca69c-2768-4b0d-8828-6e3d0f5420d4 service neutron] 10.222.0.55 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832119 Feb 04 00:03:19.172710 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4614dc3-5520-4b23-8da6-b4a69f8b92d1 req-0e2c6c56-a9e4-4df2-9bf3-677378702b52 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:19.174229 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4614dc3-5520-4b23-8da6-b4a69f8b92d1 req-0e2c6c56-a9e4-4df2-9bf3-677378702b52 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.3806236 Feb 04 00:03:19.268656 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4614dc3-5520-4b23-8da6-b4a69f8b92d1 req-e2ac01e4-703c-4f9b-86c8-b1e1dc5efcae tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860958 Feb 04 00:03:19.292691 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-78861e43-e21d-475a-adc4-0d629ac24bf0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:19.292691 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-78861e43-e21d-475a-adc4-0d629ac24bf0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 810 time: 0.3751779 Feb 04 00:03:19.408733 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-b6bcd2f4-45a3-40b7-a4b0-52a5eaa6a5a1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a HTTP/1.1" status: 200 len: 379 time: 0.1117258 Feb 04 00:03:19.418425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'port': {'device_id': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'admin_state_up': True, 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'security_groups': ['5400f690-cfa2-4c24-9270-5919fdc027ea']}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:19.647913 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2b3165ec-d35b-4d72-9605-9baf4d9fe2fb req-892add88-e461-4293-b6f0-bd888bdbac17 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 210 time: 0.0665758 Feb 04 00:03:19.658728 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-ad6a1632-0304-4c21-9180-a46cddb53b27 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:19.660136 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-ad6a1632-0304-4c21-9180-a46cddb53b27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.5660262 Feb 04 00:03:19.681271 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a86300c7-1905-46ce-bcb0-390e41c6c676 req-1bf11175-5c48-418e-b61e-b9ef0fc54d60 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 210 time: 0.1015182 Feb 04 00:03:19.769986 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-f99cad2d-0370-4cd3-b1b6-ff00e8423e44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998232 Feb 04 00:03:19.770110 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:03Z', 'revision_number': 2, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:19.777827 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:03:19.778213 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Updating router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:03:19.805524 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:19.834025 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:19.872577 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Made reservation on behalf of 6745f1bf2dcf4f4c8460e893b269ef0a for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:19.884459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:19.902549 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:20.071761 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 7b8fcc85-b954-45be-9268-8a35dfa77399 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:20.075740 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:20.172146 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9d132-acd6-4df2-8ada-efb56b5f968b req-da3e882d-1538-4ed2-8b7e-fab0456754cc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:20.173709 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f7c9d132-acd6-4df2-8ada-efb56b5f968b req-da3e882d-1538-4ed2-8b7e-fab0456754cc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 943 time: 0.2408705 Feb 04 00:03:20.181191 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-9cf6cf2f-12a7-4553-9c3e-ba41e9e58b7b service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996003 Feb 04 00:03:20.303729 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Allocated IP 172.20.0.10 (9c263125-ce43-4914-9a5f-ef7b3030f64e/86ab2cda-6bee-4d66-9d3d-dbcae4f39449/c82b9736-b531-40d1-8a6a-5441a72e7085) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:20.476738 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f7c9d132-acd6-4df2-8ada-efb56b5f968b req-8d85c249-d0b1-4da4-b74d-3986073c4958 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945228 Feb 04 00:03:20.592252 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5abd216-6778-41d5-89b8-2bbe6b9c253f req-4e45a30e-b799-4226-8971-c11f4a50c4ac service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779871 Feb 04 00:03:20.703136 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 7b8fcc85-b954-45be-9268-8a35dfa77399, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b8fcc85-b954-45be-9268-8a35dfa77399,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:20.718771 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '7b8fcc85-b954-45be-9268-8a35dfa77399', 'network_id': '148ca6aa-9493-45c3-b10e-f07e52d41768', 'port_id': '7b8fcc85-b954-45be-9268-8a35dfa77399', 'mac_address': 'fa:16:3e:be:f9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41abcd4-4592-4b6e-af9a-77caeb742aaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:20.724716 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:20.757339 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Transition to ACTIVE for port object 43c7f510-16f5-4e2c-86b1-36b54c7f7536 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:20.760029 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:20.768395 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:20.771632 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:20.772743 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:20.773091 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:20.810182 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Transition to ACTIVE for port object c82b9736-b531-40d1-8a6a-5441a72e7085 will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:20.859268 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:20.932063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:20.935896 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:20.967109 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:20.974850 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:20.976359 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.043643 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.076255 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.143613 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b8fcc85-b954-45be-9268-8a35dfa77399 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:21.212312 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33142a15-d584-419d-8f38-f1efa1c759de req-071df781-78f4-456d-83d2-52ec4846a8cc tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:21.212937 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'Port': ['ID=c82b9736-b531-40d1-8a6a-5441a72e7085,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:21.222464 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-a23e0e17-108b-474f-a4d1-3f9ce29dc415 req-9f20b3e0-8e53-4ee4-9c51-f8b57114e826 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:21.230871 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 7b8fcc85-b954-45be-9268-8a35dfa77399, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b8fcc85-b954-45be-9268-8a35dfa77399,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:21.231733 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-33142a15-d584-419d-8f38-f1efa1c759de req-071df781-78f4-456d-83d2-52ec4846a8cc tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 932 time: 0.2263536 Feb 04 00:03:21.257955 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.277136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-a23e0e17-108b-474f-a4d1-3f9ce29dc415 req-9f20b3e0-8e53-4ee4-9c51-f8b57114e826 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:21.290412 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a23e0e17-108b-474f-a4d1-3f9ce29dc415 req-9f20b3e0-8e53-4ee4-9c51-f8b57114e826 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 210 time: 0.2410820 Feb 04 00:03:21.293612 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-583a08f0-3393-498c-8d3c-ea9f2db397de tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8797455 Feb 04 00:03:21.314803 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Request body: {'port': {'device_id': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:21.391803 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-33142a15-d584-419d-8f38-f1efa1c759de req-e51c78e1-266e-4dfa-a92b-5fce9d699edd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:21.421462 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-33142a15-d584-419d-8f38-f1efa1c759de req-e51c78e1-266e-4dfa-a92b-5fce9d699edd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:21.438117 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-33142a15-d584-419d-8f38-f1efa1c759de req-e51c78e1-266e-4dfa-a92b-5fce9d699edd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010927 Feb 04 00:03:21.486121 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad048b-f94e-4ba1-a558-c31370ae0600 None None] Pushing event updated for resources: {'Port': ['ID=43c7f510-16f5-4e2c-86b1-36b54c7f7536,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:21.548544 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:21.589496 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Attempting to bind port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:21.590117 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Attempting to bind port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:21.591148 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Attempting to bind port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:21.615465 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.619707 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:21.620102 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Checking segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:21.620477 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.620868 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Bound using segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:21.621370 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Bound port: 43c7f510-16f5-4e2c-86b1-36b54c7f7536, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:21.621754 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.665507 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:21.703151 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['7b8fcc85-b954-45be-9268-8a35dfa77399'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:21.780036 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:21.863940 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=7b8fcc85-b954-45be-9268-8a35dfa77399,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:22.007776 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-359d64d9-44fe-4072-8aa8-0de8056eb965 None None] Provisioning for port c82b9736-b531-40d1-8a6a-5441a72e7085 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:22.011444 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:22.030400 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] For port 43c7f510-16f5-4e2c-86b1-36b54c7f7536, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:22.033661 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] For port 43c7f510-16f5-4e2c-86b1-36b54c7f7536, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=43c7f510-16f5-4e2c-86b1-36b54c7f7536,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:22.036709 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-359d64d9-44fe-4072-8aa8-0de8056eb965 None None] Provisioning complete for port c82b9736-b531-40d1-8a6a-5441a72e7085 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:22.042962 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:22.043315 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-359d64d9-44fe-4072-8aa8-0de8056eb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:22.166075 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-359d64d9-44fe-4072-8aa8-0de8056eb965 None None] Port c82b9736-b531-40d1-8a6a-5441a72e7085 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:03:22.208839 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-a745177a-99c1-4677-ac19-21b3d10b970a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:22.211134 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-a745177a-99c1-4677-ac19-21b3d10b970a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 817 time: 0.7220931 Feb 04 00:03:22.237412 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad048b-f94e-4ba1-a558-c31370ae0600 None None] Pushing event updated for resources: {'Port': ['ID=43c7f510-16f5-4e2c-86b1-36b54c7f7536,revision_number=4']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:22.272680 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:22.273318 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:22.328776 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae3161-d79a-4529-bda1-07672468cc4c req-68727718-8c33-41b6-ab7a-fbfe5419f46a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:22.330333 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37ae3161-d79a-4529-bda1-07672468cc4c req-68727718-8c33-41b6-ab7a-fbfe5419f46a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 944 time: 0.4499352 Feb 04 00:03:22.477485 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-5dd0c183-611a-4171-b0f7-9b837afabefe tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 380 time: 0.2456515 Feb 04 00:03:22.518157 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'port': {'device_id': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'admin_state_up': True, 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'security_groups': ['332b5396-861e-4001-8559-dacd7e534387']}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:22.537386 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c82b9736-b531-40d1-8a6a-5441a72e7085 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:22.565307 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:22.595323 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Transition to ACTIVE for port object c82b9736-b531-40d1-8a6a-5441a72e7085 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:22.603005 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:22.749532 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:22.763512 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37ae3161-d79a-4529-bda1-07672468cc4c req-12336bf8-36ff-4ea5-b6dc-6a78159cd83c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152174 Feb 04 00:03:22.869522 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea', 'code': 200} Feb 04 00:03:22.897656 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Pushing event updated for resources: {'Port': ['ID=c82b9736-b531-40d1-8a6a-5441a72e7085,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:22.961854 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:23.002189 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:23.049093 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Made reservation on behalf of dad4c08ad0d1484aab27a6cee298812a for: {'port': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:23.053355 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:23.104101 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Attempting to bind port c82b9736-b531-40d1-8a6a-5441a72e7085 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:23.107653 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Attempting to bind port c82b9736-b531-40d1-8a6a-5441a72e7085 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:23.108128 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Attempting to bind port c82b9736-b531-40d1-8a6a-5441a72e7085 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:23.127355 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Port c82b9736-b531-40d1-8a6a-5441a72e7085 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:23.128957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Attempting to bind port c82b9736-b531-40d1-8a6a-5441a72e7085 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:23.150924 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:23.153470 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Checking segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:23.153875 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Bound using segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:23.154415 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Bound port: c82b9736-b531-40d1-8a6a-5441a72e7085, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:23.165240 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:23.311381 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4231682-84bf-44f9-b22b-e913adb5b8b3 req-361f879e-6856-44a3-9aba-812181d4651d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 210 time: 0.1205842 Feb 04 00:03:23.435569 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Allocated IP 172.20.0.9 (879bc0f4-9b78-496a-a287-a69b8b05e747/5fecc96c-6245-47d2-b9c1-5282a0ec0df1/64d7e1f1-e259-48f5-8927-20d729f76e09) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:23.462192 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:22Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:23.474671 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbceb3f9-71e3-4602-b44c-9a373f2ac04a None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:22Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:03:23.695381 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] For port c82b9736-b531-40d1-8a6a-5441a72e7085, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:23.715880 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] For port c82b9736-b531-40d1-8a6a-5441a72e7085, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c82b9736-b531-40d1-8a6a-5441a72e7085,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:23.732231 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:23.779813 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f0196673-c5dc-41dd-bca9-ef6b82febb6c req-42a0299e-b01c-482c-bf6a-81c33405816d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.4674122 Feb 04 00:03:23.832218 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:23.853333 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.provisioning_blocks [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Transition to ACTIVE for port object 64d7e1f1-e259-48f5-8927-20d729f76e09 will not be triggered until provisioned by entity DHCP. {{(pid=82763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:23.866750 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:23.868114 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] 10.222.0.26 "PUT /v2.0/ports/c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 1094 time: 2.5652862 Feb 04 00:03:23.868548 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:23.883198 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:23.908641 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e53543-47bb-4862-9314-a9ae134df4df req-5fdc5355-a42e-4ea0-9033-67d534e2c2c3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:23.909197 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-54e53543-47bb-4862-9314-a9ae134df4df req-5fdc5355-a42e-4ea0-9033-67d534e2c2c3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:23.911871 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ae820-ed91-4076-8563-100f57753bbb service neutron] Pushing event updated for resources: {'Port': ['ID=c82b9736-b531-40d1-8a6a-5441a72e7085,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:23.985428 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:23.993650 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:23.999184 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:24.003065 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:24.004849 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:24.042464 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f0196673-c5dc-41dd-bca9-ef6b82febb6c req-9d353d77-56a5-4d37-90a1-d0932eca8409 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515821 Feb 04 00:03:24.045950 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:24.074136 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-e008fb2e-0df3-4c02-8996-14076f2abe5d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5706408 Feb 04 00:03:24.090722 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-54e53543-47bb-4862-9314-a9ae134df4df req-5fdc5355-a42e-4ea0-9033-67d534e2c2c3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:24.095592 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 7b8fcc85-b954-45be-9268-8a35dfa77399 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:24.111404 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-54e53543-47bb-4862-9314-a9ae134df4df req-5fdc5355-a42e-4ea0-9033-67d534e2c2c3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 944 time: 0.5623314 Feb 04 00:03:24.241408 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-54e53543-47bb-4862-9314-a9ae134df4df req-21cdca9f-9af8-4c22-a0fc-842ffea69359 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285529 Feb 04 00:03:24.267615 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-e7a42dc1-0bbd-4e91-91df-3dbcb45552c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1097 time: 0.3419793 Feb 04 00:03:24.277650 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Request body: {'port': {'device_id': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:24.451956 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'status': 'completed', 'code': 200} Feb 04 00:03:24.466128 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 7b8fcc85-b954-45be-9268-8a35dfa77399 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:24.474711 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-bb94f1e5-1218-4917-877d-5181802cdeae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 217 time: 0.1905117 Feb 04 00:03:24.480816 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 7b8fcc85-b954-45be-9268-8a35dfa77399 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:24.482075 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:24.577442 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:24.645483 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-114d0ef5-4e0d-4000-ade3-8673613b6809 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:24.645737 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-114d0ef5-4e0d-4000-ade3-8673613b6809 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1687369 Feb 04 00:03:24.901530 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:24.966568 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ea434-766b-4639-a5b1-ddea18b67758 req-82505ab7-ce53-401a-a4b9-b9db172c2750 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:24.971732 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-932ea434-766b-4639-a5b1-ddea18b67758 req-82505ab7-ce53-401a-a4b9-b9db172c2750 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 931 time: 0.3296523 Feb 04 00:03:24.976317 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-1dd198f5-a895-492c-870d-4d55f993ac37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2017078 Feb 04 00:03:24.999516 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8fcc85-b954-45be-9268-8a35dfa77399'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:25.013177 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-29c75a4f-7988-4bcb-b903-14e7f53990c7 None None] Provisioning for port 64d7e1f1-e259-48f5-8927-20d729f76e09 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:25.036828 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 7b8fcc85-b954-45be-9268-8a35dfa77399, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b8fcc85-b954-45be-9268-8a35dfa77399,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:25.040789 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-29c75a4f-7988-4bcb-b903-14e7f53990c7 None None] Provisioning complete for port 64d7e1f1-e259-48f5-8927-20d729f76e09 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:25.041509 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-29c75a4f-7988-4bcb-b903-14e7f53990c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.062588 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c950f-3bfe-4cf9-adea-7957a26297ce req-c1f53121-a4d7-4079-a283-771abeab21bc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:25.074237 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ae1c950f-3bfe-4cf9-adea-7957a26297ce req-c1f53121-a4d7-4079-a283-771abeab21bc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 944 time: 0.3184936 Feb 04 00:03:25.096368 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 43c7f510-16f5-4e2c-86b1-36b54c7f7536 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:25.237094 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.341428 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-932ea434-766b-4639-a5b1-ddea18b67758 req-f577dbe0-0d83-4c76-af03-fe6b26b3f72b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630776 Feb 04 00:03:25.347391 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ae1c950f-3bfe-4cf9-adea-7957a26297ce req-e8d040ae-200e-41c3-bf7b-d1b1c97d65ef tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720163 Feb 04 00:03:25.482858 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-29c75a4f-7988-4bcb-b903-14e7f53990c7 None None] Port 64d7e1f1-e259-48f5-8927-20d729f76e09 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:03:25.483551 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-4328097d-27e7-4e0c-818a-435576bb1d7f service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842954 Feb 04 00:03:25.534718 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:25.549461 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=7b8fcc85-b954-45be-9268-8a35dfa77399,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:25.574476 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:25.578683 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.694955 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d7e1f1-e259-48f5-8927-20d729f76e09 {{(pid=82763) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:25.707473 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b8fcc85-b954-45be-9268-8a35dfa77399', 'code': 200} Feb 04 00:03:25.724446 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.785288 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.provisioning_blocks [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Transition to ACTIVE for port object 64d7e1f1-e259-48f5-8927-20d729f76e09 will not be triggered until provisioned by entity L2. {{(pid=82763) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:25.786350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.794254 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.827031 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 43c7f510-16f5-4e2c-86b1-36b54c7f7536, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=43c7f510-16f5-4e2c-86b1-36b54c7f7536,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:25.834878 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:25.946768 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=43c7f510-16f5-4e2c-86b1-36b54c7f7536,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:26.024304 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-880808cb-3e72-461f-abd5-dc1bfed6d853 req-3fbebd88-ce8c-443f-9f91-f327a12fff17 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340497 Feb 04 00:03:26.072102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e0c80-910b-442e-b856-e5f42194af95 req-83f72998-ae27-496d-bc2d-7a06332efc20 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:26.079769 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ca2e0c80-910b-442e-b856-e5f42194af95 req-83f72998-ae27-496d-bc2d-7a06332efc20 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 944 time: 0.3802702 Feb 04 00:03:26.160279 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60480) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:26.211900 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:26.217998 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Attempting to bind port 64d7e1f1-e259-48f5-8927-20d729f76e09 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:26.218340 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Attempting to bind port 64d7e1f1-e259-48f5-8927-20d729f76e09 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}] {{(pid=82763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:26.218668 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Attempting to bind port 64d7e1f1-e259-48f5-8927-20d729f76e09 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:26.226705 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Port 64d7e1f1-e259-48f5-8927-20d729f76e09 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:26.227032 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Attempting to bind port 64d7e1f1-e259-48f5-8927-20d729f76e09 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:26.235840 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:26.236193 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Checking segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:26.236582 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Bound using segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} {{(pid=82763) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:26.237011 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.managers [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Bound port: 64d7e1f1-e259-48f5-8927-20d729f76e09, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}}] {{(pid=82763) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:26.237389 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:26.357769 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ca2e0c80-910b-442e-b856-e5f42194af95 req-7ec45665-49e2-4c04-91b1-faa9f6410f3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766502 Feb 04 00:03:26.384565 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, cleared binding levels {{(pid=82763) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:26.391381 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:26.402582 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-ce6a5d2a-a61d-4dab-ac07-e3ff8c95a7c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1097 time: 0.2155375 Feb 04 00:03:26.406087 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-75027b4b-02aa-40ea-a94f-c88b53fc4c3a req-b588702c-7b07-4c83-b6a7-a007940e990f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 1098 time: 0.3234801 Feb 04 00:03:26.421285 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82763) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:26.432884 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:26.512983 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=3']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:26.566404 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-d79615b4-5d03-42ef-b50c-27dec6a9443c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:26.567948 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-d79615b4-5d03-42ef-b50c-27dec6a9443c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.1483071 Feb 04 00:03:26.628593 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60496) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:26.634799 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:26.639601 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Usage tracker for resource:security_group_rule and tenant:fdefb618b7c44469add55312a0433cc5 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:26.642419 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:26.657404 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:26.665385 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:26.667254 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-4d4429b7-e1ff-4c21-bdbd-26a0a44b0861 service neutron] 10.222.0.26 "PUT /v2.0/ports/64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 200 len: 1093 time: 2.3970447 Feb 04 00:03:26.669288 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:26.756938 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-aa58e8ed-1a5c-4af0-aa62-fff87b47a4d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 217 time: 0.1546869 Feb 04 00:03:26.863289 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23b619-2fc1-4183-b747-0e93440935dd req-8f88940a-77b4-49fa-9cea-87958a961a2b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:26.865365 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7c23b619-2fc1-4183-b747-0e93440935dd req-8f88940a-77b4-49fa-9cea-87958a961a2b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.3603690 Feb 04 00:03:26.894876 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-3ccc894c-1e59-4895-af88-ec1a510b2250 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:26.896297 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-3ccc894c-1e59-4895-af88-ec1a510b2250 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1173456 Feb 04 00:03:26.909169 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-75027b4b-02aa-40ea-a94f-c88b53fc4c3a req-9aa32002-ff90-45ab-b5cc-566cead283cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401549 Feb 04 00:03:26.929296 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:26.967806 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 43c7f510-16f5-4e2c-86b1-36b54c7f7536 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:27.026999 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2e03e-e376-4af7-8de4-9b564dc1a2ac req-7f4ba39a-07c5-4a5a-ab64-a35a81b4f79f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.033577 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-58e2e03e-e376-4af7-8de4-9b564dc1a2ac req-7f4ba39a-07c5-4a5a-ab64-a35a81b4f79f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.3271582 Feb 04 00:03:27.037243 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.049261 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7c23b619-2fc1-4183-b747-0e93440935dd req-db41c15e-2339-4f50-9af1-cbc8ac3771fa tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747191 Feb 04 00:03:27.074060 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.096998 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:27.097413 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.109452 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-bf3323b3-97db-451a-abae-e5c7f7212b07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1992776 Feb 04 00:03:27.127233 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:27.132596 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Usage tracker for resource:security_group_rule and tenant:b128d35f1f8f468c8a3fa65a25e740bb is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:27.136403 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:27.141388 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-58e2e03e-e376-4af7-8de4-9b564dc1a2ac req-28ede090-b355-400d-8631-8d9f7cf3e320 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012332 Feb 04 00:03:27.144511 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:27.198435 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdefb618b7c44469add55312a0433cc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0265682 Feb 04 00:03:27.213268 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60512) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:27.252446 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'status': 'completed', 'code': 200} Feb 04 00:03:27.267418 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:03:27.294104 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-84a1f05e-cd56-43e0-90d3-d921bb86ea28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1096 time: 0.5699272 Feb 04 00:03:27.307631 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561715b-c9e8-498a-b198-cbe683dee023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991ab0c3-b25f-4f14-b7a8-a18b8b24f194,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:27.413644 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-39c16ac2-a7c7-436c-b75b-d1bdc55fcb86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 200 len: 217 time: 0.1029823 Feb 04 00:03:27.426538 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-e69847f6-d552-415b-bb1a-657b4f41eb5f service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829728 Feb 04 00:03:27.486371 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8b743216-bafb-46bf-9d5a-b814f3926685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.520817 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.539177 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.560790 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8b743216-bafb-46bf-9d5a-b814f3926685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.570393 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-93e35537-22eb-4b70-9ad3-08b06c9e73e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.572021 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-93e35537-22eb-4b70-9ad3-08b06c9e73e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.1481144 Feb 04 00:03:27.689292 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a3b5b0e-0be2-4b0e-9f40-f6b374b16123 req-e2730737-6fb1-4106-9d6d-1ff94ba6701d service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473023 Feb 04 00:03:27.723483 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc32c26e-e873-4390-8673-edb019f74af3,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:27.734915 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60528) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:27.735340 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-cde5f5e5-f8bf-4e84-b80d-6c49167c5620 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b128d35f1f8f468c8a3fa65a25e740bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1042886 Feb 04 00:03:27.779477 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8b743216-bafb-46bf-9d5a-b814f3926685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.802415 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b743216-bafb-46bf-9d5a-b814f3926685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ab0c3-b25f-4f14-b7a8-a18b8b24f194,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:27.823307 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d249f-61b5-4e0c-9563-416c1150fc28 req-dffbf97e-dd50-49eb-a74f-030726d9d119 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.824716 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fa7d249f-61b5-4e0c-9563-416c1150fc28 req-dffbf97e-dd50-49eb-a74f-030726d9d119 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 944 time: 0.2518580 Feb 04 00:03:27.825806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8b743216-bafb-46bf-9d5a-b814f3926685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.826799 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-8b743216-bafb-46bf-9d5a-b814f3926685 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/991ab0c3-b25f-4f14-b7a8-a18b8b24f194 HTTP/1.1" status: 204 len: 168 time: 0.6063564 Feb 04 00:03:27.829986 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-8decaff6-cd6c-4b12-8fb3-aad644e66905 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2464764 Feb 04 00:03:27.864438 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0941-391f-4850-88e2-237db027cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.905485 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0941-391f-4850-88e2-237db027cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:27.918614 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac9ea-dc05-4995-b2ef-dccfbd798921 req-ef426664-c60c-4fa0-91a3-8be64d473e02 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:27.920205 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37cac9ea-dc05-4995-b2ef-dccfbd798921 req-ef426664-c60c-4fa0-91a3-8be64d473e02 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.1732142 Feb 04 00:03:28.013799 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-37cac9ea-dc05-4995-b2ef-dccfbd798921 req-f4fd59b9-ac47-4e93-9587-27e8a8dbbca2 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818543 Feb 04 00:03:28.020524 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fa7d249f-61b5-4e0c-9563-416c1150fc28 req-4f7b69f3-1e82-4736-beb8-9d8114702082 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895783 Feb 04 00:03:28.047728 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0941-391f-4850-88e2-237db027cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:28.070608 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec0941-391f-4850-88e2-237db027cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc32c26e-e873-4390-8673-edb019f74af3,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:28.072604 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1ec0941-391f-4850-88e2-237db027cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:28.073713 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b1ec0941-391f-4850-88e2-237db027cb35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc32c26e-e873-4390-8673-edb019f74af3 HTTP/1.1" status: 204 len: 168 time: 0.3377354 Feb 04 00:03:28.089838 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-5572eae8-667d-49fa-8a91-c36cadd9a402 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417536 Feb 04 00:03:28.308485 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60550) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:28.347166 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:28.360952 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-623094f4-4721-4486-9b6a-ad1fa7a366e2 req-c61a77cc-c545-458f-9454-669acc6c6d22 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578328 Feb 04 00:03:28.385339 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3601bd-81a5-446e-b9e9-28cd2b949e34 req-3d2928bb-e34e-4308-956c-f5ea5d1b8a82 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.386755 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5c3601bd-81a5-446e-b9e9-28cd2b949e34 req-3d2928bb-e34e-4308-956c-f5ea5d1b8a82 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1562881 Feb 04 00:03:28.425303 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:28.430623 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Usage tracker for resource:security_group_rule and tenant:211dca94217946a194eae84b4d628cd4 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:28.447973 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:28.451327 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033240-8a03-4ea0-916d-fc2732cd416e req-c042ae7c-eb57-4f81-b191-a613de207a74 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.458848 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-c042ae7c-eb57-4f81-b191-a613de207a74 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.3073111 Feb 04 00:03:28.489921 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:28.497796 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-f52c0b7a-958c-4a26-b64c-9e4110c81395 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/quotas/bf8e134b2463457baf42d2f136c463a9 HTTP/1.1" status: 200 len: 375 time: 0.0373969 Feb 04 00:03:28.514396 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5c3601bd-81a5-446e-b9e9-28cd2b949e34 req-dd83409f-04a9-4797-8570-94e5dbcb43d3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200895 Feb 04 00:03:28.621664 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-1684abe5-3a99-43a8-91e3-1314bfe74c35 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228976 Feb 04 00:03:28.671294 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-b5333fc6-9967-48c2-be27-9010eef9f318 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1096 time: 0.2201514 Feb 04 00:03:28.766784 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-5012b1ef-bb08-4600-8c74-f75461567fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440930 Feb 04 00:03:28.814576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:28.826241 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:28.872837 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60556) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:28.905831 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:28.914013 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019fb1a6-cb1a-4d5d-b6fe-ca4e4aebd63f,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:28.931164 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bd0cf796-bba7-4748-9586-28c1a215d793 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=211dca94217946a194eae84b4d628cd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6204920 Feb 04 00:03:28.935860 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60560) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:28.942174 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-ace66bd2-b002-4864-8d8a-1d3e83f24890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:28.943778 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-ace66bd2-b002-4864-8d8a-1d3e83f24890 service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.2542112 Feb 04 00:03:28.970843 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-e6375b21-5ea5-482e-9705-810ef12c9b40 service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978309 Feb 04 00:03:28.991747 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:28.997885 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Usage tracker for resource:security_group_rule and tenant:ad16136bef7c413c9d215eff58f0f551 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:29.003017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:29.009240 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474137e-49ec-4591-aa1f-90b794ec61b5 req-78c376e9-f500-4305-ae44-9e79cd7b8d0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:29.009742 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:29.009862 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-1474137e-49ec-4591-aa1f-90b794ec61b5 req-78c376e9-f500-4305-ae44-9e79cd7b8d0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:29.033522 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-7cf3c057-d662-48f2-80c0-904b960e29ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 200 len: 217 time: 0.0829234 Feb 04 00:03:29.042057 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb46f7c7-d1aa-4357-b60c-e4f7b59ee84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.042331 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-1474137e-49ec-4591-aa1f-90b794ec61b5 req-78c376e9-f500-4305-ae44-9e79cd7b8d0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:29.043668 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1474137e-49ec-4591-aa1f-90b794ec61b5 req-78c376e9-f500-4305-ae44-9e79cd7b8d0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.3281388 Feb 04 00:03:29.084832 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb46f7c7-d1aa-4357-b60c-e4f7b59ee84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.140403 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-bb798083-1bd7-4561-9f80-5050a03c410e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:29.142098 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-bb798083-1bd7-4561-9f80-5050a03c410e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0975189 Feb 04 00:03:29.151209 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1474137e-49ec-4591-aa1f-90b794ec61b5 req-ef4b6d02-cf67-4c12-8059-d19fc90ff7e0 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706284 Feb 04 00:03:29.164971 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb46f7c7-d1aa-4357-b60c-e4f7b59ee84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.195532 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46f7c7-d1aa-4357-b60c-e4f7b59ee84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019fb1a6-cb1a-4d5d-b6fe-ca4e4aebd63f,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:29.197570 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb46f7c7-d1aa-4357-b60c-e4f7b59ee84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.199288 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-eb46f7c7-d1aa-4357-b60c-e4f7b59ee84f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/019fb1a6-cb1a-4d5d-b6fe-ca4e4aebd63f HTTP/1.1" status: 204 len: 168 time: 0.2625163 Feb 04 00:03:29.208327 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.214721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.304170 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24b31c0-eac8-4978-b885-bba9ff09a551,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:29.305961 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5743675c-10b7-4ea7-8434-4a5a8e94e119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.342391 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-a941b496-decb-4eed-bfb1-10cc833a927f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1855555 Feb 04 00:03:29.364821 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-59eb762f-7a46-4c54-9001-7160648d7436 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad16136bef7c413c9d215eff58f0f551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4908302 Feb 04 00:03:29.367680 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60578) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:29.479330 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc0c9d-5b87-4c03-a228-ec34e558920c req-50bc246f-cd66-4c25-a8a3-d79e74b4bf6b tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:29.486138 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-67cc0c9d-5b87-4c03-a228-ec34e558920c req-50bc246f-cd66-4c25-a8a3-d79e74b4bf6b tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.1835763 Feb 04 00:03:29.536787 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-045a0f98-27cf-46f4-a312-dafe526b1ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.587095 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-9a0fa9ed-6a44-4b0e-83a2-f7bee9de3261 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371166 Feb 04 00:03:29.590898 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-67cc0c9d-5b87-4c03-a228-ec34e558920c req-b55e7d58-25e8-4331-8d3f-025b55b606d4 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024365 Feb 04 00:03:29.601880 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-045a0f98-27cf-46f4-a312-dafe526b1ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.638512 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8e5e7-2da1-4e72-aea4-9b71f2ee9ff4 req-e6ff51d6-9dad-4cb0-9702-63a76d7fd011 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:29.640138 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5ba8e5e7-2da1-4e72-aea4-9b71f2ee9ff4 req-e6ff51d6-9dad-4cb0-9702-63a76d7fd011 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 944 time: 0.1897976 Feb 04 00:03:29.710189 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-045a0f98-27cf-46f4-a312-dafe526b1ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.797166 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0daf45f9-41cb-42ed-b51e-9cdda45ba66e req-d84c1632-0021-472f-a3de-71e17f9f29ae service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933296 Feb 04 00:03:29.813466 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6684e507-05ba-4c68-8cf9-47583812cd8f req-7d536257-e4a1-481f-9fe3-c9fc9d2c2d2e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 210 time: 0.0713267 Feb 04 00:03:29.817722 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a0f98-27cf-46f4-a312-dafe526b1ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24b31c0-eac8-4978-b885-bba9ff09a551,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:29.823043 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-045a0f98-27cf-46f4-a312-dafe526b1ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:29.827088 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-045a0f98-27cf-46f4-a312-dafe526b1ae7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c24b31c0-eac8-4978-b885-bba9ff09a551 HTTP/1.1" status: 204 len: 168 time: 0.4568429 Feb 04 00:03:29.848929 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5ba8e5e7-2da1-4e72-aea4-9b71f2ee9ff4 req-a6b362a1-5067-462f-b8aa-c21a77abfe02 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009857 Feb 04 00:03:30.082381 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec42745-10d5-4430-8295-e8d1f4df9b0b req-563329ef-ea57-4fb8-b3cf-475a99abef62 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:30.083885 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1ec42745-10d5-4430-8295-e8d1f4df9b0b req-563329ef-ea57-4fb8-b3cf-475a99abef62 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1150651 Feb 04 00:03:30.126055 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device c82b9736-b531-40d1-8a6a-5441a72e7085 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:30.224303 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1ec42745-10d5-4430-8295-e8d1f4df9b0b req-143e6b3c-9dfd-48ad-88d1-9d39d9476ab3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324966 Feb 04 00:03:30.295504 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-314b0b16-a909-4090-b311-e3f0cea133dc tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:30.296977 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-314b0b16-a909-4090-b311-e3f0cea133dc tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.26 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.2010550 Feb 04 00:03:30.436361 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Deleting port ecf916b8-5149-4f40-9174-049bf4d8f29f {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:03:30.437327 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:30.455057 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port c82b9736-b531-40d1-8a6a-5441a72e7085, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c82b9736-b531-40d1-8a6a-5441a72e7085,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:30.482950 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'port_id': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'mac_address': 'fa:16:3e:30:2e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:30.658690 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:30.706915 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60626) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:30.717321 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c82b9736-b531-40d1-8a6a-5441a72e7085 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:30.766836 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port c82b9736-b531-40d1-8a6a-5441a72e7085, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c82b9736-b531-40d1-8a6a-5441a72e7085,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:30.774112 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:30.914094 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1097258948-network', 'tenant_id': '544ae29cd02445ca9e2767a28cb9abb3'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:30.926902 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=c82b9736-b531-40d1-8a6a-5441a72e7085,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:30.987195 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:31.068869 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['c82b9736-b531-40d1-8a6a-5441a72e7085'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:31.069085 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Usage tracker for resource:network and tenant:544ae29cd02445ca9e2767a28cb9abb3 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:31.078762 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:31.090743 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:31.095982 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abab2-d8bb-4019-836d-7a5ca4c2f415 req-212c0a14-bfce-4f50-9f4e-c047238502fa tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.097626 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-765abab2-d8bb-4019-836d-7a5ca4c2f415 req-212c0a14-bfce-4f50-9f4e-c047238502fa tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.5166140 Feb 04 00:03:31.151488 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Made reservation on behalf of 544ae29cd02445ca9e2767a28cb9abb3 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:31.154110 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:31.194387 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:31.235550 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-fe35dbeb-fbd3-4c8f-bc50-887e077da1f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 1098 time: 0.4661384 Feb 04 00:03:31.236821 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] For port ecf916b8-5149-4f40-9174-049bf4d8f29f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ecf916b8-5149-4f40-9174-049bf4d8f29f,segment=NetworkSegment(0cb27ac7-9aeb-4cdd-851f-f0f79c37307b),segment_id=0cb27ac7-9aeb-4cdd-851f-f0f79c37307b)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:31.237183 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:31.248562 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033240-8a03-4ea0-916d-fc2732cd416e req-4b587eaf-38ee-4fbf-92ce-1528bbdc3832 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.249917 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-765abab2-d8bb-4019-836d-7a5ca4c2f415 req-f588d1e5-e9ce-4170-b0a5-b5d863b700aa tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362355 Feb 04 00:03:31.250213 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-4b587eaf-38ee-4fbf-92ce-1528bbdc3832 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.3801901 Feb 04 00:03:31.266522 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6562-5843-4689-b11c-b4966a2286f1 req-0bf42303-8c97-459c-999e-2779163be855 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.275707 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bada6562-5843-4689-b11c-b4966a2286f1 req-0bf42303-8c97-459c-999e-2779163be855 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.3552558 Feb 04 00:03:31.403842 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Calling delete_port for ecf916b8-5149-4f40-9174-049bf4d8f29f owned by compute:nova {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:03:31.405380 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Request body: {'port': {'device_id': '462f5627-4218-448b-bc62-7683f1f0c011', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'admin_state_up': True, 'tenant_id': 'bf8e134b2463457baf42d2f136c463a9'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:31.452950 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:31.529101 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Usage tracker for resource:security_group_rule and tenant:544ae29cd02445ca9e2767a28cb9abb3 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:31.548569 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:31.574072 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:31.622007 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bada6562-5843-4689-b11c-b4966a2286f1 req-610215e7-6847-4142-bd08-b0176dce91ab tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435497 Feb 04 00:03:31.640762 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-fcfb58f2-2347-497e-b50c-cd7b774fa973 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.642499 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-fcfb58f2-2347-497e-b50c-cd7b774fa973 service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.3910370 Feb 04 00:03:31.736031 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e4fa5-2789-4b84-bfe0-eb387bd15a00 req-9a761a74-2800-4d09-90f5-8e67648a66c7 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:31.737553 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6b9e4fa5-2789-4b84-bfe0-eb387bd15a00 req-9a761a74-2800-4d09-90f5-8e67648a66c7 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 946 time: 0.2708764 Feb 04 00:03:31.778947 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-def4eb55-4c51-4d4e-9c0c-d49782ccbd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:31.788278 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:31.853263 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Pushing event deleted for resources: {'Port': ['ID=ecf916b8-5149-4f40-9174-049bf4d8f29f,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:31.872253 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-80bba285-3610-433c-9ac6-d74ac07118f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b8fcc85-b954-45be-9268-8a35dfa77399 HTTP/1.1" status: 200 len: 217 time: 0.2170179 Feb 04 00:03:31.901370 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:31.920059 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:31.921243 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6b9e4fa5-2789-4b84-bfe0-eb387bd15a00 req-474de2f8-4526-4a09-980c-7397913acff6 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/security-groups?id=a012da86-dac1-4078-9ea2-6f6f7c26eedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718748 Feb 04 00:03:31.991592 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d230c9d5-f746-4e45-be54-1db481269703 req-a0fad4da-3082-4a53-b6f0-88dfebe6c24e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 210 time: 0.1759350 Feb 04 00:03:32.002529 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] No DVR routers for this DVR port ecf916b8-5149-4f40-9174-049bf4d8f29f on host hv-cinder-82777 {{(pid=82763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:03:32.005669 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.008868 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Made reservation on behalf of bf8e134b2463457baf42d2f136c463a9 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:32.009224 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'name': 'network-vif-deleted', 'tag': 'ecf916b8-5149-4f40-9174-049bf4d8f29f'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:32.034273 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c83aaa4c-3303-4a59-8512-8bf300de1bb3 req-7c8275ae-8aa5-42f3-92d5-54fafaef6084 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.26 "DELETE /v2.0/ports/ecf916b8-5149-4f40-9174-049bf4d8f29f HTTP/1.1" status: 204 len: 173 time: 1.7231410 Feb 04 00:03:32.034714 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.118681 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-40d35873-f453-4ba6-a8c1-2dea02cdae0d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:32.120128 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-40d35873-f453-4ba6-a8c1-2dea02cdae0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.2356691 Feb 04 00:03:32.137550 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10482d34-e80e-4d0e-ad9e-79241336fc1f', 'name': 'network-vif-deleted', 'tag': 'ecf916b8-5149-4f40-9174-049bf4d8f29f', 'status': 'completed', 'code': 200} Feb 04 00:03:32.151880 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:32.154358 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device c82b9736-b531-40d1-8a6a-5441a72e7085 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:32.200530 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f4129-7950-47f9-a401-261e8edb96c7 req-fc63a8a7-e421-40cd-806a-119e2868a571 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:32.202912 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6c0f4129-7950-47f9-a401-261e8edb96c7 req-fc63a8a7-e421-40cd-806a-119e2868a571 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 945 time: 0.1095922 Feb 04 00:03:32.208261 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.257652 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-27149a9a-f3c8-48e3-9d56-8e03990bd4fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468214 Feb 04 00:03:32.260489 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.272257 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6c0f4129-7950-47f9-a401-261e8edb96c7 req-c6e40d4d-d343-4639-b816-b69a71b6a385 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630298 Feb 04 00:03:32.278294 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:03:32.288823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.289369 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Added segment 6e0b6ddb-3b61-4546-9711-ccf56b3077da of type vlan for network 76a251e3-b2c3-4d01-bbda-4473f8571a5c Feb 04 00:03:32.336891 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port c82b9736-b531-40d1-8a6a-5441a72e7085 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:32.360885 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port c82b9736-b531-40d1-8a6a-5441a72e7085 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:32.361288 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.450022 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.461326 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:32.499898 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.502890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'mac_address': 'fa:16:3e:cc:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:32.597509 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c36ff-7018-4c90-8338-09ba85c9c988,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:32.628986 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.644111 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.667854 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d7e1f1-e259-48f5-8927-20d729f76e09 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:32.687373 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:32.695289 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.db.resource_extend [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 00:03:32.703615 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port c82b9736-b531-40d1-8a6a-5441a72e7085, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c82b9736-b531-40d1-8a6a-5441a72e7085,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:32.710282 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:32.711972 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.712955 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ecf916b8-5149-4f40-9174-049bf4d8f29f no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:03:32.778727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.793548 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: ecf916b8-5149-4f40-9174-049bf4d8f29f {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:03:32.793548 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ecf916b8-5149-4f40-9174-049bf4d8f29f not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:03:32.804159 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.805029 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:32.805628 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:32.836694 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=c82b9736-b531-40d1-8a6a-5441a72e7085,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:32.847001 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Allocated IP 172.20.0.8 (1326921c-baf3-48ec-8f92-30ed85aa9657/e09dc5eb-c5bf-4662-95a5-78dd977a2fa8/5acc7402-db60-4222-b50c-e6662c6a4b5d) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:32.924200 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-10a477a5-c923-4d35-a290-5baf2cc9e09f service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272485 Feb 04 00:03:32.947892 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:32.957545 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799b58-1607-48df-81f0-f008a7066656 req-d3081dba-ab19-4ee1-9391-6ff68540a9cd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:32.959677 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-51799b58-1607-48df-81f0-f008a7066656 req-d3081dba-ab19-4ee1-9391-6ff68540a9cd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1823697 Feb 04 00:03:32.977038 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:33.008263 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57060-c3d3-4c5e-8658-63b9dc2af1e3 req-f6c7c482-daf1-461d-a3c4-25ad291c49f1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:33.015029 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2dc57060-c3d3-4c5e-8658-63b9dc2af1e3 req-f6c7c482-daf1-461d-a3c4-25ad291c49f1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.4881284 Feb 04 00:03:33.032854 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-51799b58-1607-48df-81f0-f008a7066656 req-62e40b54-983c-4c7d-aa43-be328aae6ffe tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668502 Feb 04 00:03:33.073026 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['64d7e1f1-e259-48f5-8927-20d729f76e09'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:33.137681 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] Pushing event updated for resources: {'Network': ['ID=76a251e3-b2c3-4d01-bbda-4473f8571a5c,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:33.144280 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60686) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:33.144399 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3cb2cd58-d0b5-4aaf-bfdd-422821e4d3c0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4363308 Feb 04 00:03:33.150890 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'code': 200} Feb 04 00:03:33.151798 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Request body: {'subnet': {'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1097258948-subnet', 'tenant_id': '544ae29cd02445ca9e2767a28cb9abb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:33.171018 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:33.180224 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 76a251e3-b2c3-4d01-bbda-4473f8571a5c details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:03:33.190359 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Usage tracker for resource:subnet and tenant:544ae29cd02445ca9e2767a28cb9abb3 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:33.200289 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:33.229416 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:33.253946 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Made reservation on behalf of 544ae29cd02445ca9e2767a28cb9abb3 for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:33.256538 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:33.401162 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2dc57060-c3d3-4c5e-8658-63b9dc2af1e3 req-e9a52172-7ee7-468d-9a20-609524976103 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851357 Feb 04 00:03:33.457733 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a22ceaaa-c5ea-435c-91d5-a7ad1463b85c req-be46b7d0-3e2b-47fc-8462-15ed40a2ea29 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119982 Feb 04 00:03:33.536904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-c487b986-ee4d-4d06-8a0a-9c2d2709459e req-5ee4f864-30cf-4676-aa72-2c7247d1bf36 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Synchronizing usage tracker for tenant:b191d565da8248b19222697aa289fa25 on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:33.605367 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:03:33.626318 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-c487b986-ee4d-4d06-8a0a-9c2d2709459e req-5ee4f864-30cf-4676-aa72-2c7247d1bf36 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] Unset dirty status for tenant:b191d565da8248b19222697aa289fa25 on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:33.627854 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c487b986-ee4d-4d06-8a0a-9c2d2709459e req-5ee4f864-30cf-4676-aa72-2c7247d1bf36 tempest-DeleteServersTestJSON-51478421 tempest-DeleteServersTestJSON-51478421-project] 10.222.0.55 "GET /v2.0/ports?device_id=10482d34-e80e-4d0e-ad9e-79241336fc1f HTTP/1.1" status: 200 len: 210 time: 0.2195213 Feb 04 00:03:33.701624 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:33.706747 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:33.796764 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:33.865635 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:33.879240 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:33.987448 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:33.994279 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:34.022124 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:34.037853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:34.041329 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:34.047766 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4438a6-47b0-4bfe-9df4-98768a592e4c req-21a5a183-e35c-4e6e-a46c-39b787a2e951 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.049313 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:34.050421 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8f4438a6-47b0-4bfe-9df4-98768a592e4c req-21a5a183-e35c-4e6e-a46c-39b787a2e951 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.2126789 Feb 04 00:03:34.054023 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.054793 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:34.064742 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event updated for resources: {'Port': ['ID=5acc7402-db60-4222-b50c-e6662c6a4b5d,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:34.092272 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Checking segment: {'id': '6e0b6ddb-3b61-4546-9711-ccf56b3077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:34.092664 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Network hostable DHCP agents. Network: 76a251e3-b2c3-4d01-bbda-4473f8571a5c, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:03:34.102885 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-0e3d1947-6eb8-4f9f-b730-fefd04d37ad9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7091200 Feb 04 00:03:34.113559 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7a33704b-2de2-48a3-92bc-03e092b72d2d req-17809220-e9d3-4456-9bcd-ef58b3b957ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1099 time: 0.5284832 Feb 04 00:03:34.122667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Request body: {'port': {'device_id': '462f5627-4218-448b-bc62-7683f1f0c011', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:34.170765 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Network 76a251e3-b2c3-4d01-bbda-4473f8571a5c is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:03:34.200095 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8f4438a6-47b0-4bfe-9df4-98768a592e4c req-921be30e-d019-4fca-b7d8-9b9f283f2d64 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406236 Feb 04 00:03:34.202013 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 76a251e3-b2c3-4d01-bbda-4473f8571a5c) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:34.205817 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d99b2-bb89-43fb-80aa-2de88e61efb7 req-6b58d264-0698-4b80-8409-ca7e7f3e86e3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.206520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-748d99b2-bb89-43fb-80aa-2de88e61efb7 req-6b58d264-0698-4b80-8409-ca7e7f3e86e3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:34.219571 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.221696 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:34.227811 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8914eb-7c03-4737-9280-980265a46ced None None] Network 76a251e3-b2c3-4d01-bbda-4473f8571a5c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:03:34.305606 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4ff58e61-b456-4057-a509-d8190f7b64d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1598473 Feb 04 00:03:34.354265 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7a33704b-2de2-48a3-92bc-03e092b72d2d req-604059f6-aa82-4855-8a13-291345ca4ca8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019517 Feb 04 00:03:34.375293 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-748d99b2-bb89-43fb-80aa-2de88e61efb7 req-6b58d264-0698-4b80-8409-ca7e7f3e86e3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:34.379291 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-748d99b2-bb89-43fb-80aa-2de88e61efb7 req-6b58d264-0698-4b80-8409-ca7e7f3e86e3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 931 time: 0.6332068 Feb 04 00:03:34.425384 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:34.516560 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-748d99b2-bb89-43fb-80aa-2de88e61efb7 req-6ca6645c-ef9f-4c1f-ba51-5233d1f36ff1 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274011 Feb 04 00:03:34.533845 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:34.622821 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b12d37-761e-4284-aef1-61b2566ca7a2 req-2ec4510c-f0ee-456b-83f5-c427a20dbd30 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.630487 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e9b12d37-761e-4284-aef1-61b2566ca7a2 req-2ec4510c-f0ee-456b-83f5-c427a20dbd30 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.2258544 Feb 04 00:03:34.741994 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e9b12d37-761e-4284-aef1-61b2566ca7a2 req-a27e90c3-0f5b-45f6-80ba-d52cc565c0b8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075923 Feb 04 00:03:34.796517 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5bd40-c6b4-439a-ab86-e8486bdd980b None None] Network 76a251e3-b2c3-4d01-bbda-4473f8571a5c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:03:34.985525 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef971-f18b-4ce5-9615-3c9ec0de99f4 req-db8f99bd-ef74-4c25-8bb9-c948aa896262 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:34.986978 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-747ef971-f18b-4ce5-9615-3c9ec0de99f4 req-db8f99bd-ef74-4c25-8bb9-c948aa896262 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 944 time: 0.2098944 Feb 04 00:03:35.038097 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 2, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:35.091137 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:03:35.091520 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Updating router 9eb1f932-5b06-4769-9b8e-58bba103b297 port e705d86d-7990-4bc7-a7d5-302d0e41bdfc binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:03:35.161130 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acc7402-db60-4222-b50c-e6662c6a4b5d {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:35.169431 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.184408 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Transition to ACTIVE for port object 5acc7402-db60-4222-b50c-e6662c6a4b5d will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:35.200319 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.252743 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.276888 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-747ef971-f18b-4ce5-9615-3c9ec0de99f4 req-496bf722-acaf-47a6-9a10-d152143d2abc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802343 Feb 04 00:03:35.370697 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Pushing event updated for resources: {'Port': ['ID=5acc7402-db60-4222-b50c-e6662c6a4b5d,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:35.426769 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60746) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:35.535519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Attempting to bind port 5acc7402-db60-4222-b50c-e6662c6a4b5d on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:35.536195 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Attempting to bind port 5acc7402-db60-4222-b50c-e6662c6a4b5d by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:35.536756 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Attempting to bind port 5acc7402-db60-4222-b50c-e6662c6a4b5d on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:35.566291 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Port 5acc7402-db60-4222-b50c-e6662c6a4b5d on network 1326921c-baf3-48ec-8f92-30ed85aa9657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:35.566923 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Attempting to bind port 5acc7402-db60-4222-b50c-e6662c6a4b5d on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:35.585072 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:35.587394 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Checking segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:35.588253 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Bound using segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:35.588894 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Bound port: 5acc7402-db60-4222-b50c-e6662c6a4b5d, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:35.592570 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.665870 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180393b4-5978-494d-96d1-90e79210e82e req-2a09ea61-b9ff-42ef-b4d0-506898def6b7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:35.674048 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-180393b4-5978-494d-96d1-90e79210e82e req-2a09ea61-b9ff-42ef-b4d0-506898def6b7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1664793 Feb 04 00:03:35.800736 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-180393b4-5978-494d-96d1-90e79210e82e req-5a77e892-ec17-49ab-8d8c-4464260ee02f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256063 Feb 04 00:03:35.848544 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60766) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:35.859189 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-312905865-network', 'tenant_id': '25936e40a89d4e19b88b719f8a9f4b90'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:35.871927 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] For port 5acc7402-db60-4222-b50c-e6662c6a4b5d, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:35.874854 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:35.880138 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] For port 5acc7402-db60-4222-b50c-e6662c6a4b5d, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:35.890023 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.898813 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Usage tracker for resource:network and tenant:25936e40a89d4e19b88b719f8a9f4b90 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:35.904885 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Transition to ACTIVE for port object e705d86d-7990-4bc7-a7d5-302d0e41bdfc will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:35.914834 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.917070 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:35.922567 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:35.970733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:35.985506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.046362 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Made reservation on behalf of 25936e40a89d4e19b88b719f8a9f4b90 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:36.048900 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.070950 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.072673 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] 10.222.0.26 "PUT /v2.0/ports/5acc7402-db60-4222-b50c-e6662c6a4b5d HTTP/1.1" status: 200 len: 1093 time: 1.9603040 Feb 04 00:03:36.073198 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462f5627-4218-448b-bc62-7683f1f0c011', 'tag': '5acc7402-db60-4222-b50c-e6662c6a4b5d'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:36.113717 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.116266 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac868305-c289-4886-8b5a-92f90bbba94e None None] Pushing event updated for resources: {'Port': ['ID=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:36.203990 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55283b8-72e1-4b37-b319-18ad1640644e req-6248b847-19a9-4daa-809a-f40dcd56faad tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.206364 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a55283b8-72e1-4b37-b319-18ad1640644e req-6248b847-19a9-4daa-809a-f40dcd56faad tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 943 time: 0.4227095 Feb 04 00:03:36.221655 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7b900-0699-428e-a5bb-a87371b741ca service neutron] Pushing event updated for resources: {'Port': ['ID=5acc7402-db60-4222-b50c-e6662c6a4b5d,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:36.222102 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:36.252834 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:36.272312 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Usage tracker for resource:security_group_rule and tenant:dc4e89fe25284eb7a18c4abbed749b56 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:36.294846 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:36.329913 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Attempting to bind port e705d86d-7990-4bc7-a7d5-302d0e41bdfc on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:36.330465 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Attempting to bind port e705d86d-7990-4bc7-a7d5-302d0e41bdfc by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:36.330857 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Attempting to bind port e705d86d-7990-4bc7-a7d5-302d0e41bdfc on network 9c263125-ce43-4914-9a5f-ef7b3030f64e {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:36.333529 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:36.340543 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:36.342312 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:36.342578 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Checking segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:36.342677 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c35a71-476c-452f-b149-64d7d9afd3eb req-b3c1a0a6-045a-4cb6-841d-7617198302a0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.342858 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.343246 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Bound using segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:36.343691 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Bound port: e705d86d-7990-4bc7-a7d5-302d0e41bdfc, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:36.344053 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.345151 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a55283b8-72e1-4b37-b319-18ad1640644e req-0a715542-3146-4438-a246-3a8fbdf02890 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110156 Feb 04 00:03:36.350236 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:25936e40a89d4e19b88b719f8a9f4b90 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:36.350989 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-66c35a71-476c-452f-b149-64d7d9afd3eb req-b3c1a0a6-045a-4cb6-841d-7617198302a0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.2082326 Feb 04 00:03:36.357523 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:36.370383 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:36.416299 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-66c35a71-476c-452f-b149-64d7d9afd3eb req-082b4741-ecdf-45fc-a1d4-19b9cfca0dc5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632460 Feb 04 00:03:36.421469 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 64d7e1f1-e259-48f5-8927-20d729f76e09 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:36.435685 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-96f66d01-3cea-4600-90a9-b7ec14335866 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 1096 time: 0.2971294 Feb 04 00:03:36.440954 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 64d7e1f1-e259-48f5-8927-20d729f76e09 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:36.441444 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.511419 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] For port e705d86d-7990-4bc7-a7d5-302d0e41bdfc, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:36.515607 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] For port e705d86d-7990-4bc7-a7d5-302d0e41bdfc, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:36.516865 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462f5627-4218-448b-bc62-7683f1f0c011', 'tag': '5acc7402-db60-4222-b50c-e6662c6a4b5d', 'status': 'completed', 'code': 200} Feb 04 00:03:36.526998 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.556789 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-c171f639-d599-498e-bb91-b814702d87bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d HTTP/1.1" status: 200 len: 217 time: 0.1006017 Feb 04 00:03:36.619848 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.635470 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.656512 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac868305-c289-4886-8b5a-92f90bbba94e None None] Pushing event updated for resources: {'Port': ['ID=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:36.666907 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4255a8a-a83f-475c-b671-627c3d015495 req-0f8301cd-7c68-452c-8244-8a805a0c1735 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.668682 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a4255a8a-a83f-475c-b671-627c3d015495 req-0f8301cd-7c68-452c-8244-8a805a0c1735 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 944 time: 0.1179221 Feb 04 00:03:36.670112 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.674847 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.695097 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:36.695727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:36.703577 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.740763 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d9232d-ac13-40b6-a06c-41792d0ad644,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:36.741135 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a4255a8a-a83f-475c-b671-627c3d015495 req-3c6da49e-7410-4c2a-a120-9c8d5b382e27 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642147 Feb 04 00:03:36.753657 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-efcd318c-ab59-47ca-87f9-6693053a641a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc4e89fe25284eb7a18c4abbed749b56&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3226430 Feb 04 00:03:36.753657 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033240-8a03-4ea0-916d-fc2732cd416e req-76b86018-6915-4b29-9e4d-8ee30c066376 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:36.754270 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60778) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:36.756774 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-76b86018-6915-4b29-9e4d-8ee30c066376 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.1776490 Feb 04 00:03:36.795715 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:36.831269 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:36.841128 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-32d4c581-07ca-40e0-a15e-a88a36341205 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634365 Feb 04 00:03:36.847454 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:03:36.904277 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65dce82d-883e-46f6-9105-5e42a85890b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.908505 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.960908 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'code': 200} Feb 04 00:03:36.986960 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65dce82d-883e-46f6-9105-5e42a85890b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.991516 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:36.991988 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Added segment 07cb060d-a00d-4831-8f51-f43e691c974f of type vlan for network c3c44660-687d-41f7-8247-3b6a4c94ae6c Feb 04 00:03:36.997801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378b385b-4135-403b-a642-1f037bf64feb,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:37.051499 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.076372 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:37.089032 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:37.105743 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.106777 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:37.107354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.178539 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65dce82d-883e-46f6-9105-5e42a85890b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.231225 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dce82d-883e-46f6-9105-5e42a85890b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d9232d-ac13-40b6-a06c-41792d0ad644,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:37.237137 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-38b99dd5-05df-45d6-89c5-b2a33d5d9331 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853650 Feb 04 00:03:37.259766 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65dce82d-883e-46f6-9105-5e42a85890b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.265031 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-65dce82d-883e-46f6-9105-5e42a85890b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3d9232d-ac13-40b6-a06c-41792d0ad644 HTTP/1.1" status: 204 len: 168 time: 0.5095804 Feb 04 00:03:37.288169 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f0b8d-b770-497c-a060-f42c073d3b4d req-49487552-8fd2-4f37-b513-82f8a4eb54e8 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:37.289649 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-480f0b8d-b770-497c-a060-f42c073d3b4d req-49487552-8fd2-4f37-b513-82f8a4eb54e8 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.2142103 Feb 04 00:03:37.392972 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-480f0b8d-b770-497c-a060-f42c073d3b4d req-d05062d9-4d86-4b77-9d30-790e6ba76bb1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867631 Feb 04 00:03:37.565766 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-03033240-8a03-4ea0-916d-fc2732cd416e req-07afb9b5-5c8a-444e-b20f-0c201529a679 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782772 Feb 04 00:03:37.574167 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7217414 Feb 04 00:03:37.574167 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c3b6d-076c-43e4-99d7-2f25229e5ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=c3c44660-687d-41f7-8247-3b6a4c94ae6c,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:37.574532 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60806) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:37.581261 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Request body: {'subnet': {'network_id': 'c3c44660-687d-41f7-8247-3b6a4c94ae6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-312905865-subnet', 'tenant_id': '25936e40a89d4e19b88b719f8a9f4b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:37.596040 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:37.612710 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Usage tracker for resource:subnet and tenant:25936e40a89d4e19b88b719f8a9f4b90 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:37.623922 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:37.635813 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60810) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:37.663871 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:37.680584 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network c3c44660-687d-41f7-8247-3b6a4c94ae6c details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:03:37.734562 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Deleting subnet 55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644 {{(pid=82763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:03:37.741315 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.780901 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Made reservation on behalf of 25936e40a89d4e19b88b719f8a9f4b90 for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:37.783732 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.832267 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4298d873-3093-48ad-b4da-1b56f932df5d req-81e2668b-d3d6-44d3-b237-dec18817308f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1098 time: 0.5973725 Feb 04 00:03:37.853936 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:36Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:37.859456 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed857368-4245-46d8-9cd3-01e6e4ad6643 None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:36Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:03:37.888812 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9cd00-b856-45ac-859d-d42f1a8d9bc0 req-230865d4-63db-4e05-9cc6-21e8ac686d31 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:37.896560 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f8f9cd00-b856-45ac-859d-d42f1a8d9bc0 req-230865d4-63db-4e05-9cc6-21e8ac686d31 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 943 time: 0.2867723 Feb 04 00:03:37.980014 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4298d873-3093-48ad-b4da-1b56f932df5d req-32dfde66-ffbe-4382-9bc3-59ed9610bf36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237824 Feb 04 00:03:37.984718 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:37.999145 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.031736 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-e753562d-bcd5-481a-bc77-79cc43e1a411 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 1096 time: 0.3306096 Feb 04 00:03:38.034316 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f8f9cd00-b856-45ac-859d-d42f1a8d9bc0 req-e5ef8eef-f26b-4df2-8890-8ba568fcb142 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230352 Feb 04 00:03:38.069887 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60824) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:38.100768 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.126900 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952d900-576c-44fc-a6a2-a3e62c2d42a8 req-ab63aeda-b710-4bd6-bbdb-92751d04761f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.133777 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9952d900-576c-44fc-a6a2-a3e62c2d42a8 req-ab63aeda-b710-4bd6-bbdb-92751d04761f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.3355815 Feb 04 00:03:38.138329 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60828) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:38.148434 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'floatingip': {'port_id': 'c82b9736-b531-40d1-8a6a-5441a72e7085'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:38.220493 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.289453 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.324215 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:38.358953 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/55fca1a7-10b1-4bb1-a6e0-ddd9bdf48644 HTTP/1.1" status: 204 len: 168 time: 0.6994784 Feb 04 00:03:38.363907 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.364251 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.364588 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.364916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.365904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.366239 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.366566 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.366890 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.367431 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.367503 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.367818 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e17d4-a860-425f-847d-3adc353db199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:38.371553 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60832) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:38.387694 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.473181 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:38.503798 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.535791 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Usage tracker for resource:security_group_rule and tenant:833b5f9b83bd4479878dbed16021996f is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:38.556241 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:38.573055 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.584939 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:38.610912 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ee275-1e68-4121-af7a-e7d1508cac12 req-6ce8713d-b638-4d2e-abea-5205601cbd0a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.612454 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e02ee275-1e68-4121-af7a-e7d1508cac12 req-6ce8713d-b638-4d2e-abea-5205601cbd0a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.3312917 Feb 04 00:03:38.621420 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e154a47-b154-42f0-81e0-e80475fb4904,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:38.673434 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a3114-9147-4ead-bc33-11f5d964874f req-6cc2eef1-ba29-419a-9620-0dc9982b1b92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.675032 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-6cc2eef1-ba29-419a-9620-0dc9982b1b92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 915 time: 0.4293315 Feb 04 00:03:38.766784 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Checking segment: {'id': '07cb060d-a00d-4831-8f51-f43e691c974f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c3c44660-687d-41f7-8247-3b6a4c94ae6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:38.767346 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Network hostable DHCP agents. Network: c3c44660-687d-41f7-8247-3b6a4c94ae6c, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:03:38.784275 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a5a84-e4cf-4d6c-b5d2-3507e83c9edc req-9c6afab5-4b7d-4158-8bb0-40d92e42c264 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:38.791140 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-de3a5a84-e4cf-4d6c-b5d2-3507e83c9edc req-9c6afab5-4b7d-4158-8bb0-40d92e42c264 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.5547593 Feb 04 00:03:38.801449 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e02ee275-1e68-4121-af7a-e7d1508cac12 req-04860191-6b07-42f2-a29e-c048487f6b50 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776659 Feb 04 00:03:38.803647 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:38.816938 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-555c33e5-e2c7-4083-bf3f-abf357b516be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d HTTP/1.1" status: 200 len: 217 time: 0.1292083 Feb 04 00:03:38.835243 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.835590 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.836347 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.836679 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > port after_create 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.837000 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.837380 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > port after_update 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.837701 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.838153 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.838337 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.838654 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.947277 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e705d86d-7990-4bc7-a7d5-302d0e41bdfc up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:38.973355 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.974041 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.975138 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.977136 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:03:38.977823 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a60259-d764-436b-b8e1-892d6321d7f3']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:38.996307 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:38.996750 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb27ac7-9aeb-4cdd-851f-f0f79c37307b') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:39.006146 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Network c3c44660-687d-41f7-8247-3b6a4c94ae6c is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:03:39.020522 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.035675 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-de3a5a84-e4cf-4d6c-b5d2-3507e83c9edc req-e2e3ffe9-375e-48c7-84ca-c80509d32410 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435832 Feb 04 00:03:39.038482 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, c3c44660-687d-41f7-8247-3b6a4c94ae6c) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:39.043313 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:39.044067 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.055437 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a3114-9147-4ead-bc33-11f5d964874f req-f3a0f21e-e498-4cde-9464-99281a4105d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:39.056867 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-f3a0f21e-e498-4cde-9464-99281a4105d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.2286441 Feb 04 00:03:39.058036 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.060791 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port e705d86d-7990-4bc7-a7d5-302d0e41bdfc completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:39.064913 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7241faf3-4c61-4fca-b0a5-afec48bf6908 None None] Network c3c44660-687d-41f7-8247-3b6a4c94ae6c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:03:39.065759 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.086207 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:03:39.086650 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.090573 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port e705d86d-7990-4bc7-a7d5-302d0e41bdfc triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:39.091094 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: util.warn_limited( Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: util.warn_limited( Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:03:39.105704 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:03:39.119240 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-978aab6f-e956-4fa9-a6ba-556aaccb0c0b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5437140 Feb 04 00:03:39.154544 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.190038 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-b5dd0e2b-cd6e-4cf9-87ab-618c15be886c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228921 Feb 04 00:03:39.200272 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.211454 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.350491 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] Pushing event deleted for resources: {'Network': ['ID=33a60259-d764-436b-b8e1-892d6321d7f3,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:39.415563 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-cc184eef-eb70-4f12-bb0e-0992dfd9fa5e admin admin] 10.222.0.55 "DELETE /v2.0/networks/33a60259-d764-436b-b8e1-892d6321d7f3 HTTP/1.1" status: 204 len: 168 time: 1.0400760 Feb 04 00:03:39.433311 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9950744e-cde5-495e-8ce6-8e5559234ec7,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:39.451751 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=833b5f9b83bd4479878dbed16021996f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3806984 Feb 04 00:03:39.469175 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60848) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:39.525491 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.525760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.526129 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.526428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.526778 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.527115 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.527497 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.527811 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.528158 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.528553 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.528878 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97973789-07b3-4457-a872-5820e0854f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:39.561932 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.624303 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b525bf-f596-442e-88a7-a5117b0a7ea0 req-b2aaf10f-e32f-4162-8f79-f35160b1cb7a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:39.633812 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a2b525bf-f596-442e-88a7-a5117b0a7ea0 req-b2aaf10f-e32f-4162-8f79-f35160b1cb7a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 943 time: 0.3986769 Feb 04 00:03:39.647895 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port e705d86d-7990-4bc7-a7d5-302d0e41bdfc, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:39.654448 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.699889 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-176ad696-a599-4f2b-aeab-84c9741e8a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.734137 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-176ad696-a599-4f2b-aeab-84c9741e8a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.865889 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:39.871860 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174a8730-36c9-4eff-a395-afc600714304 None None] Network c3c44660-687d-41f7-8247-3b6a4c94ae6c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:03:39.879252 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-910aaadb-817e-44a4-b7f7-101552378074 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768515 Feb 04 00:03:39.885850 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-176ad696-a599-4f2b-aeab-84c9741e8a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.907563 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad696-a599-4f2b-aeab-84c9741e8a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9950744e-cde5-495e-8ce6-8e5559234ec7,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:39.925019 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a2b525bf-f596-442e-88a7-a5117b0a7ea0 req-560dff59-b395-4814-b548-3abf32f631aa tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888358 Feb 04 00:03:39.951557 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-176ad696-a599-4f2b-aeab-84c9741e8a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:39.956351 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-176ad696-a599-4f2b-aeab-84c9741e8a95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9950744e-cde5-495e-8ce6-8e5559234ec7 HTTP/1.1" status: 204 len: 168 time: 0.4809685 Feb 04 00:03:40.041045 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60862) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:40.220345 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-2a35aff7-497b-42db-821e-44541c5e5d68 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b191d565da8248b19222697aa289fa25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1749921 Feb 04 00:03:40.220503 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60872) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:40.220698 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 60874) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:40.244687 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7a08-7f2d-4e38-b0c6-c530b3a018e4 req-2c1e9726-47c5-4954-a940-9bac7068cb55 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:40.246166 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-43bd7a08-7f2d-4e38-b0c6-c530b3a018e4 req-2c1e9726-47c5-4954-a940-9bac7068cb55 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1421282 Feb 04 00:03:40.277155 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-696a3114-9147-4ead-bc33-11f5d964874f req-a1d512f1-7daf-4446-a5e6-d2442848c36d service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881803 Feb 04 00:03:40.295776 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-43bd7a08-7f2d-4e38-b0c6-c530b3a018e4 req-3235b2f2-2bef-4c2b-b670-8c3be852bc91 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434017 Feb 04 00:03:40.351685 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.db.resource_extend [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 00:03:40.551783 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9be4-2903-4ba3-9fe6-73e147f8e7ec req-d05a9db9-13cb-4d54-a1c0-fe00d8bed3a9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:40.553631 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9fff9be4-2903-4ba3-9fe6-73e147f8e7ec req-d05a9db9-13cb-4d54-a1c0-fe00d8bed3a9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.0996196 Feb 04 00:03:40.556322 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:40.578189 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-53d10c49-1b64-4073-9c29-1fd2203f8f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:40.596402 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:40.610276 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9fff9be4-2903-4ba3-9fe6-73e147f8e7ec req-b4a6c1e9-4609-4231-a6ed-1038cdedc08b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Feb 04 00:03:40.614175 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:40.691437 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-e93ed7af-92ad-4fc0-9ed0-f2fc35248ae8 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:40.692110 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-e93ed7af-92ad-4fc0-9ed0-f2fc35248ae8 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Synchronizing usage tracker for tenant:544ae29cd02445ca9e2767a28cb9abb3 on resource:network {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:40.708829 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-53d10c49-1b64-4073-9c29-1fd2203f8f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:40.725492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:40.741036 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Usage tracker for resource:security_group_rule and tenant:3c25d5f0ca104bd4a41cc0398b298b13 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:40.748541 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:40.762325 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-e93ed7af-92ad-4fc0-9ed0-f2fc35248ae8 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Unset dirty status for tenant:544ae29cd02445ca9e2767a28cb9abb3 on resource:network {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:40.768435 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-e93ed7af-92ad-4fc0-9ed0-f2fc35248ae8 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/networks?id=76a251e3-b2c3-4d01-bbda-4473f8571a5c HTTP/1.1" status: 200 len: 809 time: 0.5488749 Feb 04 00:03:40.774542 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:40.822399 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-900693bd-5d97-4bb8-b2ba-33a26912c86a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/quotas/544ae29cd02445ca9e2767a28cb9abb3 HTTP/1.1" status: 200 len: 375 time: 0.0524294 Feb 04 00:03:40.845434 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cf386-8d43-46d7-ac96-262dceb28d23 req-87fe2f3c-4723-4792-83ff-95fd1e597da5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:40.846872 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ed2cf386-8d43-46d7-ac96-262dceb28d23 req-87fe2f3c-4723-4792-83ff-95fd1e597da5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1048775 Feb 04 00:03:40.856035 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60896) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:40.862938 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'floatingip': {'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:40.890824 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-68e1fab6-3ea0-473c-bbc0-f43f8f5e3031 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=544ae29cd02445ca9e2767a28cb9abb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675101 Feb 04 00:03:40.939442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-53d10c49-1b64-4073-9c29-1fd2203f8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:40.945061 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e705d86d-7990-4bc7-a7d5-302d0e41bdfc up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:40.951740 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.028672 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port e705d86d-7990-4bc7-a7d5-302d0e41bdfc triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:41.029461 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.135387 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d10c49-1b64-4073-9c29-1fd2203f8f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012da86-dac1-4078-9ea2-6f6f7c26eedb,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:41.181360 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.210642 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.230497 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-53d10c49-1b64-4073-9c29-1fd2203f8f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.231403 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-53d10c49-1b64-4073-9c29-1fd2203f8f89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a012da86-dac1-4078-9ea2-6f6f7c26eedb HTTP/1.1" status: 204 len: 168 time: 1.0046470 Feb 04 00:03:41.292626 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-a5bdeb16-c28d-455d-a1b6-736fbdc48568 service neutron] 10.222.0.55 "GET /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882968 Feb 04 00:03:41.321809 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13db86f0-0588-4409-97bf-fd21831eca27,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:41.324680 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.493118 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 60912) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:41.493965 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-8912a624-cf0d-46c2-b2fa-68fc933ea2ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c25d5f0ca104bd4a41cc0398b298b13&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2685635 Feb 04 00:03:41.554068 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Floating IP 1c53c206-6085-4d56-a565-a84adb59dd68 associated. External IP: 172.28.2.178, port: c82b9736-b531-40d1-8a6a-5441a72e7085. Feb 04 00:03:41.681019 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-ce68f27a-1808-4793-90ca-97331100902c service neutron] 10.222.0.55 "GET /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871140 Feb 04 00:03:41.702972 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37723ef4-3e91-4393-8836-8fbcf4d61148 req-3e2d55ca-98a7-4d3d-8500-9a8a5ffe1ab4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:41.712053 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37723ef4-3e91-4393-8836-8fbcf4d61148 req-3e2d55ca-98a7-4d3d-8500-9a8a5ffe1ab4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 943 time: 0.5639613 Feb 04 00:03:41.712800 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-935fd7c1-3ad1-462d-bd5c-16e5519df7c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1905239 Feb 04 00:03:41.871979 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-37723ef4-3e91-4393-8836-8fbcf4d61148 req-2fc18ce0-5336-4e52-9deb-5f59ada7dbf7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577260 Feb 04 00:03:41.882570 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e032a55-e5e3-4d4b-aeba-c7f5e8a08d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:41.986258 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e032a55-e5e3-4d4b-aeba-c7f5e8a08d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.054075 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f5e816ba-bfa9-45be-91b5-6e3fa61c7a2e req-d6633f97-c2b1-44c2-8074-d64a3376d090 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 210 time: 0.0743177 Feb 04 00:03:42.188586 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-52957467-9205-416c-b5af-6311f075d9b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 1098 time: 0.3459373 Feb 04 00:03:42.237389 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5acc7402-db60-4222-b50c-e6662c6a4b5d details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:42.324892 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e032a55-e5e3-4d4b-aeba-c7f5e8a08d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.339177 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.345026 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e032a55-e5e3-4d4b-aeba-c7f5e8a08d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13db86f0-0588-4409-97bf-fd21831eca27,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:42.349859 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.406090 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959ae59-a5df-41d8-b46f-0fd7c6152cb5 req-c23249e5-a039-4c90-8838-70c736ce99a9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:42.412453 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e032a55-e5e3-4d4b-aeba-c7f5e8a08d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.413699 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-7e032a55-e5e3-4d4b-aeba-c7f5e8a08d67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13db86f0-0588-4409-97bf-fd21831eca27 HTTP/1.1" status: 204 len: 168 time: 0.9190536 Feb 04 00:03:42.415459 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f959ae59-a5df-41d8-b46f-0fd7c6152cb5 req-c23249e5-a039-4c90-8838-70c736ce99a9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.3554471 Feb 04 00:03:42.544556 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f959ae59-a5df-41d8-b46f-0fd7c6152cb5 req-f5041937-9980-4c9d-b6d9-8440a4f04a9a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277750 Feb 04 00:03:42.603271 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-e72c0ec8-3ec1-4310-97cc-ca62a26b1478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:42.604796 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-e72c0ec8-3ec1-4310-97cc-ca62a26b1478 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 915 time: 0.3876851 Feb 04 00:03:42.645363 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 5acc7402-db60-4222-b50c-e6662c6a4b5d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:42.662335 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.l3_db [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Floating IP f23a67f2-2149-4416-a15e-fc066577de59 associated. External IP: 172.28.2.233, port: 64d7e1f1-e259-48f5-8927-20d729f76e09. Feb 04 00:03:42.676655 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '5acc7402-db60-4222-b50c-e6662c6a4b5d', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'port_id': '5acc7402-db60-4222-b50c-e6662c6a4b5d', 'mac_address': 'fa:16:3e:3a:80:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09dc5eb-c5bf-4662-95a5-78dd977a2fa8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:42.713416 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:03:42.715084 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-9b43282f-2cdc-41a1-a3e9-67b21ddfcbce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6162da85-23b0-4697-8dc8-aa46f704980d HTTP/1.1" status: 200 len: 217 time: 0.1020288 Feb 04 00:03:42.811561 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.859250 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acc7402-db60-4222-b50c-e6662c6a4b5d {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:42.899800 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 5acc7402-db60-4222-b50c-e6662c6a4b5d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:42.916162 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:42.966844 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-28b2434a-1b68-4689-a1f1-e4c86dacc50d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:42.970535 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-28b2434a-1b68-4689-a1f1-e4c86dacc50d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.1790261 Feb 04 00:03:43.063922 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=5acc7402-db60-4222-b50c-e6662c6a4b5d,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:43.089275 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-8506f75f-594f-40c1-8d90-02147d61cbee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089649 Feb 04 00:03:43.257683 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['5acc7402-db60-4222-b50c-e6662c6a4b5d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:43.361222 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feef391-5c83-4563-83b0-0af4a416efc9 req-17367e23-8ead-4f4c-ac8f-acb6641cc0a0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:43.363519 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4feef391-5c83-4563-83b0-0af4a416efc9 req-17367e23-8ead-4f4c-ac8f-acb6641cc0a0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 944 time: 0.2663560 Feb 04 00:03:43.391454 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-b6775b05-ceb6-4766-be4e-64df2e1bbe35 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956283 Feb 04 00:03:43.497309 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9cb7fe9e-2041-43ab-819c-211490946a58 req-cf6e7f09-7b04-46d8-b38e-07fe4590167a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 210 time: 0.1034904 Feb 04 00:03:43.503157 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4feef391-5c83-4563-83b0-0af4a416efc9 req-131d47c3-7d4d-4ac7-b0d9-9c5cabc748c5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309953 Feb 04 00:03:43.619205 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:03:44.047238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-974b5cf2-b4d4-48f5-9270-2c70d9aeadf4 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:44.048657 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-974b5cf2-b4d4-48f5-9270-2c70d9aeadf4 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.26 "GET /v2.0/networks?id=76a251e3-b2c3-4d01-bbda-4473f8571a5c HTTP/1.1" status: 200 len: 809 time: 0.1587694 Feb 04 00:03:44.095048 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:03:44.104348 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:44.112196 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:03:44.136016 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:03:44.136915 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:44.139504 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:44.149709 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:44.181734 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Request body: {'port': {'device_id': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c', 'admin_state_up': True, 'tenant_id': '544ae29cd02445ca9e2767a28cb9abb3'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:44.246810 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ea240a01-9570-41c5-8491-f0bfc9ea2c20 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "PUT /v2.0/floatingips/f23a67f2-2149-4416-a15e-fc066577de59 HTTP/1.1" status: 200 len: 991 time: 3.3896589 Feb 04 00:03:44.247449 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:44.388759 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:44.392570 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Usage tracker for resource:port and tenant:544ae29cd02445ca9e2767a28cb9abb3 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:44.395517 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:44.401277 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:44.428991 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Made reservation on behalf of 544ae29cd02445ca9e2767a28cb9abb3 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:44.432191 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:44.467671 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d1bd9-e914-4f19-b475-46d93a3b69e0 req-f4f7d489-224f-4e04-a4a9-f079f152491a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:44.476594 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c37d1bd9-e914-4f19-b475-46d93a3b69e0 req-f4f7d489-224f-4e04-a4a9-f079f152491a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1088414 Feb 04 00:03:44.529187 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:44.578424 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c6ee03a4-21c6-4235-8123-bc5e3c70f23a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "PUT /v2.0/floatingips/1c53c206-6085-4d56-a565-a84adb59dd68 HTTP/1.1" status: 200 len: 992 time: 6.4387381 Feb 04 00:03:44.587303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:44.593441 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c37d1bd9-e914-4f19-b475-46d93a3b69e0 req-e627daa4-0290-4e9d-bf38-72a704cfce7d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158819 Feb 04 00:03:44.605913 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b47f37e5-8e0b-4c2e-af29-fe2796954f86 req-3c0c529d-670c-4663-a425-4d3f1095dc6d service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1749499 Feb 04 00:03:44.737696 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Allocated IP 172.20.0.11 (76a251e3-b2c3-4d01-bbda-4473f8571a5c/9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc/54388f4b-7c93-4f16-b6c2-97a969a09354) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:44.747472 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'status': 'completed', 'code': 200} Feb 04 00:03:44.833459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398b39c-f094-46e1-bcdd-047fbd0f0a3f req-4395acc5-d1e4-4cde-9121-ca784b7246a6 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:44.835820 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6398b39c-f094-46e1-bcdd-047fbd0f0a3f req-4395acc5-d1e4-4cde-9121-ca784b7246a6 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.9430857 Feb 04 00:03:45.004280 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a3643267-460a-4578-a4ac-964c4ef2e20b req-3a8f403d-9072-4bba-8c86-debee1988388 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 210 time: 0.0786233 Feb 04 00:03:45.328372 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'f23a67f2-2149-4416-a15e-fc066577de59', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'mac_address': 'fa:16:3e:cc:8f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:03:13Z', 'updated_at': '2022-02-04T00:03:41Z', 'revision_number': 1, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:45.336620 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:03:45.374298 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:45.374914 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:45.422534 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6398b39c-f094-46e1-bcdd-047fbd0f0a3f req-64745f42-3eda-438b-bc2c-24173d2d884d tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798495 Feb 04 00:03:45.433614 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabda956-ffbc-4457-b196-7707e708dc95 req-35015095-70be-42e2-83e0-e83fef87b0a6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:45.440222 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dabda956-ffbc-4457-b196-7707e708dc95 req-35015095-70be-42e2-83e0-e83fef87b0a6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 944 time: 0.2148938 Feb 04 00:03:45.444925 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:45.494027 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-a0b7b81c-136a-410f-9198-a4ec07d407cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1098 time: 0.7183530 Feb 04 00:03:45.500564 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dabda956-ffbc-4457-b196-7707e708dc95 req-5aa80543-0dda-4647-bee1-68a75637adf4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Feb 04 00:03:45.727568 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'status': 'completed', 'code': 200} Feb 04 00:03:45.733159 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-180901c8-f640-41d7-9c5f-cda248b73385 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1099 time: 0.0980070 Feb 04 00:03:45.768340 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:45.783614 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-1d635b5c-a9b7-41f5-b4d9-633bfffbbb7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:45.786671 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-1d635b5c-a9b7-41f5-b4d9-633bfffbbb7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.2754111 Feb 04 00:03:45.906389 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:46.006622 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fe6e6-22f7-41eb-8acf-67e96be901d0 req-2eedd84f-f850-4ced-bbd7-51ca8cfd62b7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.008165 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-767fe6e6-22f7-41eb-8acf-67e96be901d0 req-2eedd84f-f850-4ced-bbd7-51ca8cfd62b7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.2798233 Feb 04 00:03:46.009986 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-26d44bff-06c0-4d6b-b7bf-cdafb8a543ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 200 len: 999 time: 0.2180765 Feb 04 00:03:46.105957 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-60b2cf55-584c-4f02-9957-1d56d77f30ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.107835 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-60b2cf55-584c-4f02-9957-1d56d77f30ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.3676002 Feb 04 00:03:46.117142 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Network 76a251e3-b2c3-4d01-bbda-4473f8571a5c is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:46.124783 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Pushing event updated for resources: {'Port': ['ID=54388f4b-7c93-4f16-b6c2-97a969a09354,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:46.157713 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:46.178075 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:46.183532 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.184190 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:46.233504 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-f0beec42-4cfe-47fd-a3ee-e790759e44f9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.234947 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-f0beec42-4cfe-47fd-a3ee-e790759e44f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.1922851 Feb 04 00:03:46.239031 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-767fe6e6-22f7-41eb-8acf-67e96be901d0 req-8cd03c68-d1d0-401e-9558-ec26b62d6168 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242327 Feb 04 00:03:46.241510 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4c0ab187-ddaa-4590-8254-6fe3183a7429 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1397362 Feb 04 00:03:46.270804 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5acc7402-db60-4222-b50c-e6662c6a4b5d up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:46.286540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Request body: {'port': {'device_id': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:46.401880 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 5acc7402-db60-4222-b50c-e6662c6a4b5d completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:46.416863 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 5acc7402-db60-4222-b50c-e6662c6a4b5d triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:46.418142 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:46.446786 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'f23a67f2-2149-4416-a15e-fc066577de59', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'mac_address': 'fa:16:3e:cc:8f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:03:13Z', 'updated_at': '2022-02-04T00:03:41Z', 'revision_number': 1, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:46.452612 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00176067-6d43-461f-aba5-de957319f3c0 None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'f23a67f2-2149-4416-a15e-fc066577de59', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'floating_ip_address': '172.28.2.233', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'mac_address': 'fa:16:3e:cc:8f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:03:13Z', 'updated_at': '2022-02-04T00:03:41Z', 'revision_number': 1, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:03:46.470410 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-26d63905-12e7-4be2-8511-8c66d6e57f66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 1000 time: 0.3475513 Feb 04 00:03:46.490724 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d7c0-32d9-4b81-916a-ba602dbfdc4f req-8a285e2e-bc78-4623-99f0-d20164071bf3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.498036 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e243d7c0-32d9-4b81-916a-ba602dbfdc4f req-8a285e2e-bc78-4623-99f0-d20164071bf3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.5841758 Feb 04 00:03:46.605794 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e243d7c0-32d9-4b81-916a-ba602dbfdc4f req-9379c48f-a9c1-42d9-a3af-6c0efc7135b2 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064658 Feb 04 00:03:46.618733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:46.642649 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-749ef442-5b47-4c03-80d0-d2aa08ee414c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.644281 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-749ef442-5b47-4c03-80d0-d2aa08ee414c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1432457 Feb 04 00:03:46.679054 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:46.725946 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462f5627-4218-448b-bc62-7683f1f0c011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acc7402-db60-4222-b50c-e6662c6a4b5d'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:46.752565 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 5acc7402-db60-4222-b50c-e6662c6a4b5d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:46.762810 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:46.802206 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-ac563364-c2b8-4066-863c-7897c1072b3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5596972 Feb 04 00:03:46.879148 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-d67e0605-6b27-4a17-828e-8186de26f88e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2175782 Feb 04 00:03:46.927890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=5acc7402-db60-4222-b50c-e6662c6a4b5d,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:46.948759 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.951173 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.951583 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.952004 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.953108 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.953716 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.954144 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.954704 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.955267 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.955519 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.955991 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:03:46.993336 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-de5c5c08-fb11-422b-b9cb-42533b6c7c5a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:46.993981 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-de5c5c08-fb11-422b-b9cb-42533b6c7c5a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Synchronizing usage tracker for tenant:544ae29cd02445ca9e2767a28cb9abb3 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:47.024603 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f239a3-2bde-43d3-856d-35a99073ba72 req-71d904ed-bc16-4696-94f6-9b231f047122 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.026356 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-26f239a3-2bde-43d3-856d-35a99073ba72 req-71d904ed-bc16-4696-94f6-9b231f047122 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1967571 Feb 04 00:03:47.045624 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-de5c5c08-fb11-422b-b9cb-42533b6c7c5a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Unset dirty status for tenant:544ae29cd02445ca9e2767a28cb9abb3 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:47.053281 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-de5c5c08-fb11-422b-b9cb-42533b6c7c5a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 932 time: 0.4156368 Feb 04 00:03:47.092733 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-43228459-0f18-4cff-b3d6-14ef4456439b service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000723 Feb 04 00:03:47.097477 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-26f239a3-2bde-43d3-856d-35a99073ba72 req-3e74de59-8bd2-4f04-b3d2-50f2587dc466 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604184 Feb 04 00:03:47.219917 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-248777f7-14ca-45c1-a550-6d2c9c15ade5 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441877 Feb 04 00:03:47.244493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-21861cab-40c2-45db-a280-6f2278de662f tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Synchronizing usage tracker for tenant:544ae29cd02445ca9e2767a28cb9abb3 on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:47.265434 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 32856) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:47.295656 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-02a08dd3-495b-45e3-8258-b838fe4dba74 req-2cdd4e75-7e71-4a40-af38-980452528dd1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966283 Feb 04 00:03:47.446220 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-21861cab-40c2-45db-a280-6f2278de662f tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Unset dirty status for tenant:544ae29cd02445ca9e2767a28cb9abb3 on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:47.447371 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8f72cf04-c232-4557-95fe-4176cb17b0ab req-21861cab-40c2-45db-a280-6f2278de662f tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933520 Feb 04 00:03:47.459570 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a260d1-bec5-445a-a433-1f34869d24b2 req-52f3a25a-4200-49e6-9d21-87c19bc9d25c tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:47.461073 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-35a260d1-bec5-445a-a433-1f34869d24b2 req-52f3a25a-4200-49e6-9d21-87c19bc9d25c tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 945 time: 0.1180007 Feb 04 00:03:47.567370 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa858208-ac3e-4c4d-824d-34e821d8c9e1 req-cd86745a-23dd-4a96-86f5-033e38a983df service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044219 Feb 04 00:03:47.587099 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54388f4b-7c93-4f16-b6c2-97a969a09354 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:47.595938 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:47.596134 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:47.607563 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462f5627-4218-448b-bc62-7683f1f0c011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acc7402-db60-4222-b50c-e6662c6a4b5d', 'code': 200} Feb 04 00:03:47.617082 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Transition to ACTIVE for port object 54388f4b-7c93-4f16-b6c2-97a969a09354 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:47.625493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:47.670132 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-35a260d1-bec5-445a-a433-1f34869d24b2 req-227986e2-2fe0-4e41-92ab-902ea8c58e7d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998217 Feb 04 00:03:47.716630 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:47.729463 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Usage tracker for resource:security_group_rule and tenant:ce70e0c600e345afa7d91a6f37647364 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:47.733227 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:47.750378 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:47.788893 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=54388f4b-7c93-4f16-b6c2-97a969a09354,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:47.885390 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:47.931051 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:47.996612 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e92a91-6fab-4f2f-bdd6-2d042392e948,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:48.007125 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ddebe7fa-76e2-411d-9ef2-91b0cce73291 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce70e0c600e345afa7d91a6f37647364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7372179 Feb 04 00:03:48.007423 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 32878) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:48.023467 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d22e3-c56b-4cf5-a604-79b841e45815 req-359b42c4-7243-4f40-aa6b-093accff07db tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:48.024993 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-da4d22e3-c56b-4cf5-a604-79b841e45815 req-359b42c4-7243-4f40-aa6b-093accff07db tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1382911 Feb 04 00:03:48.079091 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-da4d22e3-c56b-4cf5-a604-79b841e45815 req-e46f93b6-877d-41d0-8b54-0cd86a091502 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485594 Feb 04 00:03:48.137928 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Attempting to bind port 54388f4b-7c93-4f16-b6c2-97a969a09354 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:48.138210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Attempting to bind port 54388f4b-7c93-4f16-b6c2-97a969a09354 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '6e0b6ddb-3b61-4546-9711-ccf56b3077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:48.138535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Attempting to bind port 54388f4b-7c93-4f16-b6c2-97a969a09354 on network 76a251e3-b2c3-4d01-bbda-4473f8571a5c {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:48.148086 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c2d2c009-a3b2-4389-bb00-c766a4ef9958 req-34728e00-1b15-4a5e-aa0f-fad7663918f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 1098 time: 0.2169991 Feb 04 00:03:48.162765 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18fc0f-9281-44a1-a41f-be56c2f3bd1e req-2212a20b-bb1a-45fc-9778-16835a370b99 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:48.164190 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cb18fc0f-9281-44a1-a41f-be56c2f3bd1e req-2212a20b-bb1a-45fc-9778-16835a370b99 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.2670534 Feb 04 00:03:48.164716 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Port 54388f4b-7c93-4f16-b6c2-97a969a09354 on network 76a251e3-b2c3-4d01-bbda-4473f8571a5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:48.165030 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Attempting to bind port 54388f4b-7c93-4f16-b6c2-97a969a09354 on network 76a251e3-b2c3-4d01-bbda-4473f8571a5c {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:48.225895 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:48.226138 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Checking segment: {'id': '6e0b6ddb-3b61-4546-9711-ccf56b3077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:48.226524 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Bound using segment: {'id': '6e0b6ddb-3b61-4546-9711-ccf56b3077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:48.226949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Bound port: 54388f4b-7c93-4f16-b6c2-97a969a09354, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0b6ddb-3b61-4546-9711-ccf56b3077da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:48.227292 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.239432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7560a573-8df5-41c2-b376-c57a7de68b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.328851 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7560a573-8df5-41c2-b376-c57a7de68b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.372056 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cb18fc0f-9281-44a1-a41f-be56c2f3bd1e req-88c55a0d-b836-40b7-8e9a-9c9abf93dac8 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971922 Feb 04 00:03:48.387532 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c2d2c009-a3b2-4389-bb00-c766a4ef9958 req-0b1e608d-817f-40e0-8ee5-a62038c02264 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201285 Feb 04 00:03:48.456237 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] For port 54388f4b-7c93-4f16-b6c2-97a969a09354, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:48.459653 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca6880-6403-4efb-a969-6d5f683ff829 req-7084ac51-4416-4702-8c9d-f7b7ec4e29f8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:48.461530 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] For port 54388f4b-7c93-4f16-b6c2-97a969a09354, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=54388f4b-7c93-4f16-b6c2-97a969a09354,segment=NetworkSegment(6e0b6ddb-3b61-4546-9711-ccf56b3077da),segment_id=6e0b6ddb-3b61-4546-9711-ccf56b3077da)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:48.464259 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3eca6880-6403-4efb-a969-6d5f683ff829 req-7084ac51-4416-4702-8c9d-f7b7ec4e29f8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1062369 Feb 04 00:03:48.472038 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.515565 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7560a573-8df5-41c2-b376-c57a7de68b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.546604 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560a573-8df5-41c2-b376-c57a7de68b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e92a91-6fab-4f2f-bdd6-2d042392e948,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:48.581467 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.582862 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] 10.222.0.26 "PUT /v2.0/ports/54388f4b-7c93-4f16-b6c2-97a969a09354 HTTP/1.1" status: 200 len: 1094 time: 2.3098509 Feb 04 00:03:48.584246 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7560a573-8df5-41c2-b376-c57a7de68b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:48.585237 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-7560a573-8df5-41c2-b376-c57a7de68b07 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20e92a91-6fab-4f2f-bdd6-2d042392e948 HTTP/1.1" status: 204 len: 168 time: 0.5767035 Feb 04 00:03:48.586050 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'tag': '54388f4b-7c93-4f16-b6c2-97a969a09354'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:48.586889 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3eca6880-6403-4efb-a969-6d5f683ff829 req-c9a890ba-ff15-499e-9a11-9ad423009b4b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181014 Feb 04 00:03:48.598335 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:03:48.644203 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69bb29-3dec-405c-aecb-aa068140aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=54388f4b-7c93-4f16-b6c2-97a969a09354,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:48.674270 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:48.675074 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:48.711795 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49045a3-c0ce-4384-82bf-ce36db3cdf93 None None] New status for floating IP f23a67f2-2149-4416-a15e-fc066577de59: ACTIVE {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:03:48.888376 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'tag': '54388f4b-7c93-4f16-b6c2-97a969a09354', 'status': 'completed', 'code': 200} Feb 04 00:03:48.897280 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-9ec91505-a7b4-4bd1-a111-ebdd9cf3b45b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=544ae29cd02445ca9e2767a28cb9abb3&device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 1097 time: 0.2122979 Feb 04 00:03:49.047621 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:49.070904 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-ff6b1581-0d97-433c-8478-f35c3cb78cef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54388f4b-7c93-4f16-b6c2-97a969a09354 HTTP/1.1" status: 200 len: 217 time: 0.1305778 Feb 04 00:03:49.159877 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdd123-7d7d-4f1d-89cd-7a5641f005a8 req-f7120d21-3fea-4c90-bd67-542d8bc6ac7b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:49.165178 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dfcdd123-7d7d-4f1d-89cd-7a5641f005a8 req-f7120d21-3fea-4c90-bd67-542d8bc6ac7b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 945 time: 0.1308265 Feb 04 00:03:49.245071 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dfcdd123-7d7d-4f1d-89cd-7a5641f005a8 req-ee83edb0-2b7d-4271-bfe1-d4e84bfc18cd tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720968 Feb 04 00:03:49.314715 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96b9b3-7ec8-40fa-b6b4-272fd509e272 req-43e8ee8b-ba39-4024-9b76-b9504a0aacce tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:49.316960 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2c96b9b3-7ec8-40fa-b6b4-272fd509e272 req-43e8ee8b-ba39-4024-9b76-b9504a0aacce tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 944 time: 0.5395885 Feb 04 00:03:49.355363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 32916) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:49.360669 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-38bcd2aa-de73-4a66-af1d-8efb56bbc3f8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:49.362229 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-38bcd2aa-de73-4a66-af1d-8efb56bbc3f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc HTTP/1.1" status: 200 len: 849 time: 0.2827067 Feb 04 00:03:49.381136 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.427103 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:49.431996 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Usage tracker for resource:security_group_rule and tenant:ee65023a680f44ef88627926fbe559bf is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:49.435641 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:49.442805 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:49.450193 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-01aa792e-e90a-4492-b47f-c42db4628040 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76a251e3-b2c3-4d01-bbda-4473f8571a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739167 Feb 04 00:03:49.487544 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2c96b9b3-7ec8-40fa-b6b4-272fd509e272 req-bf521ccd-6a98-40d1-990e-20362e8f3172 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634526 Feb 04 00:03:49.550411 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.558560 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.606894 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee65023a680f44ef88627926fbe559bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2501252 Feb 04 00:03:49.612436 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 32926) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:49.630033 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-f34fed83-dd4f-4e56-88ae-9f5db6c41d17 service neutron] 10.222.0.26 "GET /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669674 Feb 04 00:03:49.653792 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bcb61-f8ee-42c7-8e9b-e01fb952c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d6236-c9fd-4fb9-807c-a1aad256aeb0,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:49.722253 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd03b-6392-450d-a544-276d734180f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.752704 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd03b-6392-450d-a544-276d734180f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.763683 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': '1c53c206-6085-4d56-a565-a84adb59dd68', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'port_id': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'mac_address': 'fa:16:3e:30:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:03:10Z', 'updated_at': '2022-02-04T00:03:40Z', 'revision_number': 1, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:49.773196 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:03:49.792164 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:03:49.794366 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:03:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:49.843520 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5d500031-3475-45aa-aed3-9e3c1804b366 req-b13730bc-43b2-4f51-9288-09f18e0d6d2e service neutron] 10.222.0.26 "GET /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035711 Feb 04 00:03:49.885437 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd03b-6392-450d-a544-276d734180f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.907160 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e254-f698-486f-87f1-7da6702831f6 req-82bf2dca-7194-43c9-8aa4-e0db687c8e1a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:49.915268 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b819e254-f698-486f-87f1-7da6702831f6 req-82bf2dca-7194-43c9-8aa4-e0db687c8e1a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1245642 Feb 04 00:03:49.938316 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bd03b-6392-450d-a544-276d734180f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d6236-c9fd-4fb9-807c-a1aad256aeb0,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:49.965099 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef0bd03b-6392-450d-a544-276d734180f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:49.966702 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ef0bd03b-6392-450d-a544-276d734180f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/288d6236-c9fd-4fb9-807c-a1aad256aeb0 HTTP/1.1" status: 204 len: 168 time: 0.3533432 Feb 04 00:03:49.992083 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b819e254-f698-486f-87f1-7da6702831f6 req-e1e96069-8570-41b8-b802-caa152f24be4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760443 Feb 04 00:03:50.028435 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-178117f8-67e0-44a9-8939-3d9bd5532df7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=544ae29cd02445ca9e2767a28cb9abb3&device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 1097 time: 0.1068437 Feb 04 00:03:50.129197 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:03:50.231376 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 32940) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:50.255087 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-1c22ad9a-6a40-460b-991c-74ac36f5cbd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:50.266288 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-1c22ad9a-6a40-460b-991c-74ac36f5cbd5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=76a251e3-b2c3-4d01-bbda-4473f8571a5c HTTP/1.1" status: 200 len: 910 time: 0.2240658 Feb 04 00:03:50.364830 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-f81f2e44-74cb-4dd9-af4a-2366bd3d04b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54388f4b-7c93-4f16-b6c2-97a969a09354 HTTP/1.1" status: 200 len: 217 time: 0.0907598 Feb 04 00:03:50.442835 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-92cfd4fd-39b9-41f1-a2e4-612847eb16da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:50.444319 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-92cfd4fd-39b9-41f1-a2e4-612847eb16da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc HTTP/1.1" status: 200 len: 849 time: 0.0733869 Feb 04 00:03:50.506962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:50.509379 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-f9e3af43-8c56-4130-a112-a984cf6a142f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=76a251e3-b2c3-4d01-bbda-4473f8571a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448334 Feb 04 00:03:50.617498 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:50.626892 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Usage tracker for resource:security_group_rule and tenant:ec672e30463247c495803309f20d351d is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:50.635378 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:50.647317 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:50.666074 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': '1c53c206-6085-4d56-a565-a84adb59dd68', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'port_id': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'mac_address': 'fa:16:3e:30:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:03:10Z', 'updated_at': '2022-02-04T00:03:40Z', 'revision_number': 1, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:03:50.679318 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d64a4dc-f64b-4d3f-8e93-f2ace1e220b9 None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': '1c53c206-6085-4d56-a565-a84adb59dd68', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'port_id': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'mac_address': 'fa:16:3e:30:2e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:03:10Z', 'updated_at': '2022-02-04T00:03:40Z', 'revision_number': 1, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:03:50.775583 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:50.816261 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-a35b56ee-4669-4335-b345-f99cadc08012 service neutron] 10.222.0.26 "GET /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680504 Feb 04 00:03:50.820122 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:50.831340 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac20cb-9043-4ef3-9401-59e933468730 req-61ee5faf-25b7-44a6-b250-7944a63707a4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:50.832843 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8bac20cb-9043-4ef3-9401-59e933468730 req-61ee5faf-25b7-44a6-b250-7944a63707a4 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 945 time: 0.3317063 Feb 04 00:03:50.906357 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e098a4-7cd7-4c07-b9fc-535310da16e4,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:50.915956 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a795528b-7a85-4175-bb52-090dee683d67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec672e30463247c495803309f20d351d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6828170 Feb 04 00:03:50.918594 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 32972) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:50.955764 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba0aa1-ae3d-4b50-b7e2-4e778fd9dd11 req-1a8ef11d-d47e-4656-9613-1bedbe84d244 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:50.957411 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eeba0aa1-ae3d-4b50-b7e2-4e778fd9dd11 req-1a8ef11d-d47e-4656-9613-1bedbe84d244 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 944 time: 0.1912200 Feb 04 00:03:50.979275 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8bac20cb-9043-4ef3-9401-59e933468730 req-9db74a45-4a51-4d83-bc17-a2cedd45445d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122875 Feb 04 00:03:51.022792 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6261c34-1c2b-4179-86c7-0116e35c6a86 req-7966dee9-e462-4c3e-a067-1ca079597535 service neutron] 10.222.0.26 "GET /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883883 Feb 04 00:03:51.034331 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4d3b68f1-b294-4e20-ac32-0a29ff9fdd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:51.057831 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eeba0aa1-ae3d-4b50-b7e2-4e778fd9dd11 req-07e73142-f26c-4c18-b963-f60a3b873b16 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901644 Feb 04 00:03:51.070744 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4d3b68f1-b294-4e20-ac32-0a29ff9fdd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:51.146706 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4d3b68f1-b294-4e20-ac32-0a29ff9fdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:51.271572 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b68f1-b294-4e20-ac32-0a29ff9fdd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e098a4-7cd7-4c07-b9fc-535310da16e4,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:51.303945 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4d3b68f1-b294-4e20-ac32-0a29ff9fdd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:51.305167 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4d3b68f1-b294-4e20-ac32-0a29ff9fdd1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6e098a4-7cd7-4c07-b9fc-535310da16e4 HTTP/1.1" status: 204 len: 168 time: 0.3856359 Feb 04 00:03:51.345333 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cd44c-978f-416a-9245-263b1e08fd4c req-1895e7cc-fc0b-4708-8103-5bece0136198 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:51.346977 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-bf8cd44c-978f-416a-9245-263b1e08fd4c req-1895e7cc-fc0b-4708-8103-5bece0136198 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1091204 Feb 04 00:03:51.415125 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-bf8cd44c-978f-416a-9245-263b1e08fd4c req-9712af62-53b6-4cd9-95b0-14878e5e5f71 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599420 Feb 04 00:03:51.765527 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33008) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:51.785933 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:51.819097 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:51.822924 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Usage tracker for resource:security_group_rule and tenant:69121ff1585947c595a4e709150c3557 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:51.825908 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:51.831335 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:51.920723 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:51.927031 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:52.017679 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de391d-bccb-43ff-b999-fbecaedbd057,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:52.028193 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-7e92dea8-0f60-4515-9066-0a946a1b0e86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69121ff1585947c595a4e709150c3557&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2610710 Feb 04 00:03:52.030630 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33024) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:52.131533 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-299864bc-9b27-4c34-a720-53f4cce17ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:52.167411 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-299864bc-9b27-4c34-a720-53f4cce17ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:52.237363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-299864bc-9b27-4c34-a720-53f4cce17ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:52.254398 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299864bc-9b27-4c34-a720-53f4cce17ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de391d-bccb-43ff-b999-fbecaedbd057,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:52.284561 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-299864bc-9b27-4c34-a720-53f4cce17ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:52.289834 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-299864bc-9b27-4c34-a720-53f4cce17ee9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7de391d-bccb-43ff-b999-fbecaedbd057 HTTP/1.1" status: 204 len: 168 time: 0.2558997 Feb 04 00:03:52.484268 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5f5e5-1475-4c2f-aa56-98f1d2c8b50e req-43a03d29-75fc-4b26-9dcb-71e23c3f3848 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:52.485750 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fae5f5e5-1475-4c2f-aa56-98f1d2c8b50e req-43a03d29-75fc-4b26-9dcb-71e23c3f3848 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 944 time: 0.1291897 Feb 04 00:03:52.584414 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fae5f5e5-1475-4c2f-aa56-98f1d2c8b50e req-9fdaaebf-e539-465d-ad93-74f5b0f73645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915377 Feb 04 00:03:52.740423 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be187e-1163-4c2f-893f-6c6b13e37d73 req-a11ab894-5e03-4dcf-9faa-677eece4b311 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:52.742041 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c4be187e-1163-4c2f-893f-6c6b13e37d73 req-a11ab894-5e03-4dcf-9faa-677eece4b311 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1025345 Feb 04 00:03:52.792780 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c4be187e-1163-4c2f-893f-6c6b13e37d73 req-5174d412-5482-4de5-947f-6ad7a5f96492 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Feb 04 00:03:53.319189 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33086) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:53.584100 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:53.623398 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:53.630773 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Usage tracker for resource:security_group_rule and tenant:da04f6ef60464ca98c25b9e4493127ec is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:53.638215 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:53.644981 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:53.679243 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997449e3-9a0e-4b87-b750-19576b19f180 req-f3ddaa4e-65a6-4225-aa8a-fef61c0bd411 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:53.686026 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-f3ddaa4e-65a6-4225-aa8a-fef61c0bd411 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.1830788 Feb 04 00:03:53.699804 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-b8ee69c9-b0bf-426b-b4ec-2a3a4d5dcb6e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/quotas/bf8e134b2463457baf42d2f136c463a9 HTTP/1.1" status: 200 len: 375 time: 0.0129197 Feb 04 00:03:53.782830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:53.792801 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:53.811426 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-6fc2df84-160e-4d65-aa1d-e3e3a1ba45cd tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047421 Feb 04 00:03:53.856541 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da04f6ef60464ca98c25b9e4493127ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5331614 Feb 04 00:03:53.857629 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0de0a-5d98-4075-9864-d41a94b45b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e777d5-9a60-40c1-a6f8-5e3c5a3f66a3,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:53.861478 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33114) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:53.878977 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077a49b-e0fd-44a2-8054-fd0e4687a685 req-f07adbf7-24a5-496b-8979-036a20e8554c tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:53.880485 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5077a49b-e0fd-44a2-8054-fd0e4687a685 req-f07adbf7-24a5-496b-8979-036a20e8554c tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 944 time: 0.1589379 Feb 04 00:03:53.978804 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5077a49b-e0fd-44a2-8054-fd0e4687a685 req-1e70e7ef-f2a2-4488-a790-d768088d44d8 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844219 Feb 04 00:03:54.009171 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e355b916-8c80-40fe-8d12-1e6209df557e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.050079 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e355b916-8c80-40fe-8d12-1e6209df557e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.123818 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-a30f1098-fc8c-4c50-a5f6-f0c3e6d6fc87 service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045535 Feb 04 00:03:54.237696 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e355b916-8c80-40fe-8d12-1e6209df557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.253564 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355b916-8c80-40fe-8d12-1e6209df557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e777d5-9a60-40c1-a6f8-5e3c5a3f66a3,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:54.266975 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e355b916-8c80-40fe-8d12-1e6209df557e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.268083 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e355b916-8c80-40fe-8d12-1e6209df557e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6e777d5-9a60-40c1-a6f8-5e3c5a3f66a3 HTTP/1.1" status: 204 len: 168 time: 0.4056950 Feb 04 00:03:54.283811 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12544697-8933-4208-a547-8c37197038b3 req-0bf7c1c7-662f-417b-b844-75b5f84e843b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:54.293005 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-12544697-8933-4208-a547-8c37197038b3 req-0bf7c1c7-662f-417b-b844-75b5f84e843b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1151853 Feb 04 00:03:54.333544 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 54388f4b-7c93-4f16-b6c2-97a969a09354 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:03:54.348142 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-12544697-8933-4208-a547-8c37197038b3 req-ea1bf8e6-ed21-4e18-8cf0-e960eca15173 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539620 Feb 04 00:03:54.351589 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-96a2d17d-bff3-4e25-9ad4-cb83cadd76a7 service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124927 Feb 04 00:03:54.517927 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 54388f4b-7c93-4f16-b6c2-97a969a09354, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=54388f4b-7c93-4f16-b6c2-97a969a09354,segment=NetworkSegment(6e0b6ddb-3b61-4546-9711-ccf56b3077da),segment_id=6e0b6ddb-3b61-4546-9711-ccf56b3077da)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:54.534861 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '54388f4b-7c93-4f16-b6c2-97a969a09354', 'network_id': '76a251e3-b2c3-4d01-bbda-4473f8571a5c', 'port_id': '54388f4b-7c93-4f16-b6c2-97a969a09354', 'mac_address': 'fa:16:3e:af:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:03:54.592431 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.619832 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54388f4b-7c93-4f16-b6c2-97a969a09354 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:54.628623 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e1ca7a65-549e-49af-881b-94b2c5c9d2ee req-997bb152-be1d-4053-bda5-9520382968a7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 210 time: 0.0708551 Feb 04 00:03:54.645584 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 54388f4b-7c93-4f16-b6c2-97a969a09354, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=54388f4b-7c93-4f16-b6c2-97a969a09354,segment=NetworkSegment(6e0b6ddb-3b61-4546-9711-ccf56b3077da),segment_id=6e0b6ddb-3b61-4546-9711-ccf56b3077da)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:54.655344 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.738167 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=54388f4b-7c93-4f16-b6c2-97a969a09354,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:54.788376 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33148) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:54.807359 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.846832 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:54.851468 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Usage tracker for resource:security_group_rule and tenant:874e0011fffd4c05b9d15bc0a734fda1 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:54.854320 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:54.862655 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:54.946161 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.950295 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:54.996847 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dad5057-f866-4892-9d52-6cb6e6f86761,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:55.003840 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-044be3be-7f12-4ae6-bc38-85b16d4ce0ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=874e0011fffd4c05b9d15bc0a734fda1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2121253 Feb 04 00:03:55.004441 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33164) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:55.041541 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['54388f4b-7c93-4f16-b6c2-97a969a09354'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:55.134308 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6104d12b-068d-485a-a18a-7a39f2b2ebcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:55.201825 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6104d12b-068d-485a-a18a-7a39f2b2ebcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:55.310944 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6104d12b-068d-485a-a18a-7a39f2b2ebcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:55.330969 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6104d12b-068d-485a-a18a-7a39f2b2ebcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:55.332308 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6104d12b-068d-485a-a18a-7a39f2b2ebcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dad5057-f866-4892-9d52-6cb6e6f86761 HTTP/1.1" status: 204 len: 168 time: 0.3267384 Feb 04 00:03:55.334110 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104d12b-068d-485a-a18a-7a39f2b2ebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dad5057-f866-4892-9d52-6cb6e6f86761,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:55.451183 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0fd6b-ee7b-4f10-89b4-487b765e7974 req-c2492707-77fa-42f7-8fb5-6573109681ec tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:55.452914 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-83f0fd6b-ee7b-4f10-89b4-487b765e7974 req-c2492707-77fa-42f7-8fb5-6573109681ec tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 945 time: 0.1721070 Feb 04 00:03:55.499977 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-83f0fd6b-ee7b-4f10-89b4-487b765e7974 req-6279dd44-0f44-4463-807b-8677f7680b58 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Feb 04 00:03:55.667995 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613a2d-b3e0-4ad6-9f25-8780db3bd473 req-3af6eb5d-d94a-42c6-9502-07a33a813a42 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:55.669621 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0e613a2d-b3e0-4ad6-9f25-8780db3bd473 req-3af6eb5d-d94a-42c6-9502-07a33a813a42 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1075675 Feb 04 00:03:55.741360 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0e613a2d-b3e0-4ad6-9f25-8780db3bd473 req-9798cc1d-f1de-4e36-886e-77c1f7f83a85 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631156 Feb 04 00:03:55.913045 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-23c8be4f-8550-4a71-a9a0-fa07cde2f97a req-a68d73ae-56f0-4aa0-8ceb-2f072f63e879 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 210 time: 0.0637379 Feb 04 00:03:56.175693 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997449e3-9a0e-4b87-b750-19576b19f180 req-d0cd682c-684c-451d-ba70-f7d7e60996c9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.177425 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-d0cd682c-684c-451d-ba70-f7d7e60996c9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.2424736 Feb 04 00:03:56.215238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Request body: {'port': {'device_id': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'admin_state_up': True, 'tenant_id': 'bf8e134b2463457baf42d2f136c463a9'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:56.306199 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095befe0-a247-4b43-9da3-f7e9d8024214 None None] New status for floating IP 1c53c206-6085-4d56-a565-a84adb59dd68: ACTIVE {{(pid=82764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:03:56.375699 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 54388f4b-7c93-4f16-b6c2-97a969a09354 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:03:56.386572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:56.396392 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:56.407386 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Made reservation on behalf of bf8e134b2463457baf42d2f136c463a9 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:03:56.410567 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:56.594408 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Allocated IP 172.20.0.7 (1326921c-baf3-48ec-8f92-30ed85aa9657/e09dc5eb-c5bf-4662-95a5-78dd977a2fa8/0a546d2f-66e6-4011-b63d-79f3fc78e535) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:03:56.686505 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 54388f4b-7c93-4f16-b6c2-97a969a09354 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:03:56.695590 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 54388f4b-7c93-4f16-b6c2-97a969a09354 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:03:56.695905 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:56.750807 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb16d0c-a88f-4104-b75b-de8f77ffeaec req-fdf982b1-7c25-4f7b-b210-3ee072643625 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:56.758964 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7bb16d0c-a88f-4104-b75b-de8f77ffeaec req-fdf982b1-7c25-4f7b-b210-3ee072643625 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 945 time: 0.1026263 Feb 04 00:03:56.828378 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:56.829855 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7bb16d0c-a88f-4104-b75b-de8f77ffeaec req-3ec4c031-17cf-4324-acde-74623403513c tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689483 Feb 04 00:03:56.870185 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54388f4b-7c93-4f16-b6c2-97a969a09354'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:56.880362 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:56.901710 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 54388f4b-7c93-4f16-b6c2-97a969a09354, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=54388f4b-7c93-4f16-b6c2-97a969a09354,segment=NetworkSegment(6e0b6ddb-3b61-4546-9711-ccf56b3077da),segment_id=6e0b6ddb-3b61-4546-9711-ccf56b3077da)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:03:56.909188 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:56.919540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:57.002984 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54388f4b-7c93-4f16-b6c2-97a969a09354', 'code': 200} Feb 04 00:03:57.013625 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d', '5acc7402-db60-4222-b50c-e6662c6a4b5d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:03:57.078974 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event updated for resources: {'Port': ['ID=0a546d2f-66e6-4011-b63d-79f3fc78e535,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:57.082767 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:03:57.085010 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:03:57.092791 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:03:57.097239 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:57.097753 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:57.151395 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-286308c2-06c3-49f2-8f50-b0a8af125416 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9517002 Feb 04 00:03:57.161078 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06095c42-3368-4e37-aac2-b63249495fbd req-9b844405-de7f-4b6e-b8b2-2fb53ae19891 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:57.163271 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-06095c42-3368-4e37-aac2-b63249495fbd req-9b844405-de7f-4b6e-b8b2-2fb53ae19891 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1928272 Feb 04 00:03:57.169763 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Request body: {'port': {'device_id': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:03:57.212173 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792626e1-cda2-45a5-a07c-8837afefbea3 req-c31f5393-6b34-4833-8700-920f15920148 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:57.216606 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=54388f4b-7c93-4f16-b6c2-97a969a09354,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:57.228545 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-792626e1-cda2-45a5-a07c-8837afefbea3 req-c31f5393-6b34-4833-8700-920f15920148 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 931 time: 0.1259890 Feb 04 00:03:57.297834 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-792626e1-cda2-45a5-a07c-8837afefbea3 req-c0467cb4-c597-4928-b329-33bc486b5a57 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680521 Feb 04 00:03:57.461558 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:57.492902 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-06095c42-3368-4e37-aac2-b63249495fbd req-2ce9ca0f-8dee-4f11-8add-4271288c7ebf tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941236 Feb 04 00:03:57.678060 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c83fe0ee-8cd9-4645-9465-a3b851245ea4 req-b57c74eb-dd59-45c2-a243-b56594c05fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 1099 time: 0.4310400 Feb 04 00:03:57.887006 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c83fe0ee-8cd9-4645-9465-a3b851245ea4 req-084fc0e0-9cd9-4cc0-9f47-2b447375f53d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911643 Feb 04 00:03:58.011981 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a546d2f-66e6-4011-b63d-79f3fc78e535 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:03:58.022382 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:58.042063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Transition to ACTIVE for port object 0a546d2f-66e6-4011-b63d-79f3fc78e535 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:03:58.044986 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773d7dd-2a4e-4634-8944-ff383b403b98 req-60fcfaf2-7b38-470c-98f0-4cde759f7b1c tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:58.046646 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7773d7dd-2a4e-4634-8944-ff383b403b98 req-60fcfaf2-7b38-470c-98f0-4cde759f7b1c tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.0887711 Feb 04 00:03:58.052960 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:58.108449 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7773d7dd-2a4e-4634-8944-ff383b403b98 req-d3f38cab-ed29-4e7e-af92-5500ed09ef3c tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 Feb 04 00:03:58.243146 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a546d2f-66e6-4011-b63d-79f3fc78e535,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:58.245464 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Attempting to bind port 0a546d2f-66e6-4011-b63d-79f3fc78e535 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:03:58.245871 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Attempting to bind port 0a546d2f-66e6-4011-b63d-79f3fc78e535 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:03:58.246192 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Attempting to bind port 0a546d2f-66e6-4011-b63d-79f3fc78e535 on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:58.252385 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Port 0a546d2f-66e6-4011-b63d-79f3fc78e535 on network 1326921c-baf3-48ec-8f92-30ed85aa9657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:03:58.252699 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Attempting to bind port 0a546d2f-66e6-4011-b63d-79f3fc78e535 on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:03:58.259688 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:03:58.260069 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Checking segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:03:58.260455 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Bound using segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:03:58.260898 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Bound port: 0a546d2f-66e6-4011-b63d-79f3fc78e535, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:03:58.261357 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:58.355610 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] For port 0a546d2f-66e6-4011-b63d-79f3fc78e535, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:03:58.358781 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] For port 0a546d2f-66e6-4011-b63d-79f3fc78e535, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:03:58.363696 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:58.427818 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:58.429228 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a546d2f-66e6-4011-b63d-79f3fc78e535 HTTP/1.1" status: 200 len: 1093 time: 1.2647355 Feb 04 00:03:58.430321 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'tag': '0a546d2f-66e6-4011-b63d-79f3fc78e535'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:03:58.517000 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'tag': '0a546d2f-66e6-4011-b63d-79f3fc78e535', 'status': 'completed', 'code': 200} Feb 04 00:03:58.531738 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9f249-2e8b-4799-a107-45ea32916bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a546d2f-66e6-4011-b63d-79f3fc78e535,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:58.589411 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786e582-9f02-473d-8aa9-d0990e66efac req-ba6eddc3-5037-44d7-8618-88ce34d09616 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:58.590103 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-e786e582-9f02-473d-8aa9-d0990e66efac req-ba6eddc3-5037-44d7-8618-88ce34d09616 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:03:58.596751 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-c6699f48-cd02-419f-a429-ad5145ef7569 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1154468 Feb 04 00:03:58.664824 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-e786e582-9f02-473d-8aa9-d0990e66efac req-ba6eddc3-5037-44d7-8618-88ce34d09616 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:03:58.666097 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e786e582-9f02-473d-8aa9-d0990e66efac req-ba6eddc3-5037-44d7-8618-88ce34d09616 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 943 time: 0.2424233 Feb 04 00:03:58.692012 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-e9b36e3a-fce1-485a-9567-131046b834be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535 HTTP/1.1" status: 200 len: 217 time: 0.0876880 Feb 04 00:03:58.749689 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892294-991f-4fbd-8d1c-25a3fc8204b7 req-6a77681f-00ca-486e-891d-e67047adc4c5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:58.757097 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c9892294-991f-4fbd-8d1c-25a3fc8204b7 req-6a77681f-00ca-486e-891d-e67047adc4c5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1129365 Feb 04 00:03:58.773182 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e786e582-9f02-473d-8aa9-d0990e66efac req-68bf5807-cca0-4ad6-92ae-c3ffebced7a6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999227 Feb 04 00:03:58.779015 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997449e3-9a0e-4b87-b750-19576b19f180 req-60804b1e-3126-49b0-8bff-ed9d6f41cb28 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:58.780461 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-60804b1e-3126-49b0-8bff-ed9d6f41cb28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.0816171 Feb 04 00:03:58.806577 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c9892294-991f-4fbd-8d1c-25a3fc8204b7 req-42b1581a-1c2a-4383-9bcf-8edaa8c648de tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485306 Feb 04 00:03:58.848602 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-b94b76f1-4d9e-4eb7-8a01-3e23ef5e30bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608029 Feb 04 00:03:59.006445 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-48109131-8367-4f27-8d20-0fe67b16bfb0 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487012 Feb 04 00:03:59.092882 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33290) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:59.154442 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-997449e3-9a0e-4b87-b750-19576b19f180 req-6c5b6524-b2b0-48d7-89de-8ee2a05fd4c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360569 Feb 04 00:03:59.252449 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.285916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:03:59.290510 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Usage tracker for resource:security_group_rule and tenant:f8648546269e4a8887d4ea3e36e5b552 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:03:59.293617 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:03:59.301068 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:03:59.304077 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-befdffb3-bdd0-468a-a488-fe18b4a185c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.365859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e2b1-4caf-407c-88b0-bbb0fef95bfe req-89236825-5dab-4479-a65e-fd7e9e35f85a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:59.367341 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0561e2b1-4caf-407c-88b0-bbb0fef95bfe req-89236825-5dab-4479-a65e-fd7e9e35f85a tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.1168275 Feb 04 00:03:59.371070 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-11dab725-84f0-4fc1-baf1-808b518b7ae3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 1096 time: 0.1506674 Feb 04 00:03:59.380800 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.384792 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.436348 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f8648546269e4a8887d4ea3e36e5b552&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420038 Feb 04 00:03:59.437900 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33478470-15c1-4276-9b3e-38d8aede8baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a1720a-8fab-4c80-91bb-c271046056f7,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:59.440920 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33298) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:03:59.497509 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0561e2b1-4caf-407c-88b0-bbb0fef95bfe req-731b750e-ca16-4a20-9da6-d77341130e7f tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224368 Feb 04 00:03:59.504720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3b40f5e2-c056-4d9b-963f-badad278a420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.535937 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3b40f5e2-c056-4d9b-963f-badad278a420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.546953 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-4b6cce43-6437-488f-b212-65945ef61246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:59.548513 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-4b6cce43-6437-488f-b212-65945ef61246 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 915 time: 0.1572237 Feb 04 00:03:59.620201 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3b40f5e2-c056-4d9b-963f-badad278a420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.635619 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40f5e2-c056-4d9b-963f-badad278a420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a1720a-8fab-4c80-91bb-c271046056f7,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:03:59.653188 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3b40f5e2-c056-4d9b-963f-badad278a420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:03:59.654986 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-3b40f5e2-c056-4d9b-963f-badad278a420 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a4a1720a-8fab-4c80-91bb-c271046056f7 HTTP/1.1" status: 204 len: 168 time: 0.2129738 Feb 04 00:03:59.715125 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-0433b492-8533-445b-9944-5777b071d41c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535 HTTP/1.1" status: 200 len: 217 time: 0.1477768 Feb 04 00:03:59.788961 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-5e6bb395-9d96-4585-a35d-18eb11843bc5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:03:59.790478 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-5e6bb395-9d96-4585-a35d-18eb11843bc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.0644548 Feb 04 00:03:59.844465 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-a47a6110-cd42-4535-8a3e-59c6fdbb051e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458832 Feb 04 00:04:00.007737 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-7acd9881-813f-401a-b1d1-84dda441770a service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484079 Feb 04 00:04:00.082704 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2af65-31a2-4a46-a337-c976ec17634c req-55cb428f-d9f8-4a1e-9c2e-0546eadc7727 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:00.085242 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a5e2af65-31a2-4a46-a337-c976ec17634c req-55cb428f-d9f8-4a1e-9c2e-0546eadc7727 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 943 time: 0.0978484 Feb 04 00:04:00.086374 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33316) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:00.117335 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.167148 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:00.172332 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a5e2af65-31a2-4a46-a337-c976ec17634c req-7bb8158d-aa06-4cec-be1e-6e4757a08747 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704532 Feb 04 00:04:00.174345 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Usage tracker for resource:security_group_rule and tenant:864d52c4380a470780fd30180d2e4779 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:00.177438 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:00.183834 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:00.226240 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9e19f4a3-a985-470f-bf0f-0849aede79fe req-dcf48a1f-dab1-477d-b552-dbb815431511 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060516 Feb 04 00:04:00.235430 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d40436-4a6b-4c17-8b48-03744c4ad1eb req-59283400-0fd8-4614-b3cc-b089098e2a5b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:00.236893 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-62d40436-4a6b-4c17-8b48-03744c4ad1eb req-59283400-0fd8-4614-b3cc-b089098e2a5b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1962488 Feb 04 00:04:00.273387 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.278055 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.287555 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-62d40436-4a6b-4c17-8b48-03744c4ad1eb req-8724190e-25e3-4363-b8b3-fedd1063d098 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448220 Feb 04 00:04:00.330172 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de101765-ce97-49d6-9013-e4d8e1cfd565,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:00.335956 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-3a23d42f-fdbf-4cbf-b56a-98aff58d8776 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=864d52c4380a470780fd30180d2e4779&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2486289 Feb 04 00:04:00.338713 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33328) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:00.401288 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eebae79-0f5e-428c-b960-117d904b8637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.429340 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eebae79-0f5e-428c-b960-117d904b8637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.480839 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eebae79-0f5e-428c-b960-117d904b8637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.497120 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebae79-0f5e-428c-b960-117d904b8637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de101765-ce97-49d6-9013-e4d8e1cfd565,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:00.501423 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eebae79-0f5e-428c-b960-117d904b8637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:00.504824 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4eebae79-0f5e-428c-b960-117d904b8637 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de101765-ce97-49d6-9013-e4d8e1cfd565 HTTP/1.1" status: 204 len: 168 time: 0.1629300 Feb 04 00:04:00.764323 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33344) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:00.793738 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ee6f-9674-4d8f-a96b-e6e9f6189fde req-1ca957d2-63fe-462e-8ee4-047089f95aa9 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:00.801592 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-32b8ee6f-9674-4d8f-a96b-e6e9f6189fde req-1ca957d2-63fe-462e-8ee4-047089f95aa9 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.1561012 Feb 04 00:04:00.856285 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-32b8ee6f-9674-4d8f-a96b-e6e9f6189fde req-a764ef6d-33bd-442c-a766-c32430a370d0 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529101 Feb 04 00:04:00.932205 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-11640ffe-9819-4913-ac81-e477b1190b10 req-dfe09c96-d337-45a3-b39e-011bb6ae65a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 1098 time: 0.0792782 Feb 04 00:04:00.982654 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-11640ffe-9819-4913-ac81-e477b1190b10 req-69b8e04c-83a9-4c23-81b3-48312b6c2736 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Feb 04 00:04:01.007794 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.054364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:01.058600 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Usage tracker for resource:security_group_rule and tenant:458834488a4b41caad1191cb39eb55f6 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:01.061797 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:01.071151 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:01.155400 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.166164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.232259 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a241d24b-14e1-40de-b912-b58d7c842f7a,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:01.252241 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b3a6340b-51de-47bf-85c3-ed2eac3fb663 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=458834488a4b41caad1191cb39eb55f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4867692 Feb 04 00:04:01.254795 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33368) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:01.369266 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-63ca22d5-9501-42cd-9cdc-bea128af68ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.422515 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-63ca22d5-9501-42cd-9cdc-bea128af68ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.595164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298565-cc84-4e0b-b65e-e0927d054e70 req-238203bd-671d-4bc8-a735-e81de5f73043 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:01.596637 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c0298565-cc84-4e0b-b65e-e0927d054e70 req-238203bd-671d-4bc8-a735-e81de5f73043 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 943 time: 0.1883767 Feb 04 00:04:01.629940 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-63ca22d5-9501-42cd-9cdc-bea128af68ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.668967 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca22d5-9501-42cd-9cdc-bea128af68ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a241d24b-14e1-40de-b912-b58d7c842f7a,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:01.672595 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-63ca22d5-9501-42cd-9cdc-bea128af68ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.676557 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-63ca22d5-9501-42cd-9cdc-bea128af68ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a241d24b-14e1-40de-b912-b58d7c842f7a HTTP/1.1" status: 204 len: 168 time: 0.4196143 Feb 04 00:04:01.689400 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c0298565-cc84-4e0b-b65e-e0927d054e70 req-f0b7de90-9b20-4272-82a2-1b598995265c tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833614 Feb 04 00:04:01.786632 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4f312027-996d-4271-9983-75c4ea176d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:01.791178 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe676498-5a63-4092-91bf-e551da2345bd req-6c103e45-af98-405f-bb80-60cc238f638b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:01.798430 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fe676498-5a63-4092-91bf-e551da2345bd req-6c103e45-af98-405f-bb80-60cc238f638b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.2225504 Feb 04 00:04:01.863682 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fe676498-5a63-4092-91bf-e551da2345bd req-48e707d8-54a1-404a-801f-698ac79792ea tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638852 Feb 04 00:04:02.382536 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 0a546d2f-66e6-4011-b63d-79f3fc78e535 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:04:02.408008 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:02.549042 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 0a546d2f-66e6-4011-b63d-79f3fc78e535, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:02.574835 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '0a546d2f-66e6-4011-b63d-79f3fc78e535', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'port_id': '0a546d2f-66e6-4011-b63d-79f3fc78e535', 'mac_address': 'fa:16:3e:8e:5c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09dc5eb-c5bf-4662-95a5-78dd977a2fa8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:04:02.649685 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:02.671991 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a546d2f-66e6-4011-b63d-79f3fc78e535 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:04:02.692468 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 0a546d2f-66e6-4011-b63d-79f3fc78e535, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:02.698785 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:02.812598 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=0a546d2f-66e6-4011-b63d-79f3fc78e535,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:02.938993 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:02.982285 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1891cd-5bb0-4213-8b07-5b6a539e7285 req-b1f02409-2355-4e39-b3cf-0aeb7be455b7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:02.983872 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7e1891cd-5bb0-4213-8b07-5b6a539e7285 req-b1f02409-2355-4e39-b3cf-0aeb7be455b7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 944 time: 0.1176779 Feb 04 00:04:03.040490 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7e1891cd-5bb0-4213-8b07-5b6a539e7285 req-5aecd6a5-8913-4100-8cd9-3861366fe985 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451612 Feb 04 00:04:03.108618 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486615ed-2c76-482c-8b75-44814dc2d893 req-99e48982-3e84-484f-95b1-aa54c2e7972f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:03.111111 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-486615ed-2c76-482c-8b75-44814dc2d893 req-99e48982-3e84-484f-95b1-aa54c2e7972f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.0951631 Feb 04 00:04:03.159771 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-486615ed-2c76-482c-8b75-44814dc2d893 req-92986de0-ff80-4bd4-bb24-fa3c47333234 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Feb 04 00:04:03.202047 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['0a546d2f-66e6-4011-b63d-79f3fc78e535'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:04:03.382454 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40aa2e-2800-411d-9070-9aa9058ba1cf req-4f134c27-94fc-4980-8015-f420cdedd0e5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:03.390155 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd40aa2e-2800-411d-9070-9aa9058ba1cf req-4f134c27-94fc-4980-8015-f420cdedd0e5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0903280 Feb 04 00:04:03.440255 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd40aa2e-2800-411d-9070-9aa9058ba1cf req-67c888cb-495d-45ff-8d9d-2ae2ae1c98a9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490108 Feb 04 00:04:03.952881 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:04.249045 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:04:04.272002 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cf4d9-6c60-49e1-a554-0cfc739e0ed7 req-45988156-5fe4-4023-bca8-3b2fed38a2d7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:04.273622 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ad9cf4d9-6c60-49e1-a554-0cfc739e0ed7 req-45988156-5fe4-4023-bca8-3b2fed38a2d7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 944 time: 0.0988081 Feb 04 00:04:04.324328 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ad9cf4d9-6c60-49e1-a554-0cfc739e0ed7 req-a0b0f675-23e6-45af-90c6-e6a072c43776 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Feb 04 00:04:05.563766 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e43cfe-7375-4934-8e48-11d77a5eb142 req-bd3e6f5c-f913-4491-aa55-f53e9522f945 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:05.566509 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f5e43cfe-7375-4934-8e48-11d77a5eb142 req-bd3e6f5c-f913-4491-aa55-f53e9522f945 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 944 time: 0.1033421 Feb 04 00:04:05.617766 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f5e43cfe-7375-4934-8e48-11d77a5eb142 req-6293f36f-b895-421c-a1d1-e58f58cb989c tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Feb 04 00:04:05.892723 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-b3d5eee7-401f-4e9d-92be-0669f25877b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.1043880 Feb 04 00:04:05.940063 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf713f-f9c8-4f5d-b3ee-0ff1d7013bed req-d3578357-7e69-4fc7-b8a2-58fef120aa7f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:05.947093 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-51cf713f-f9c8-4f5d-b3ee-0ff1d7013bed req-d3578357-7e69-4fc7-b8a2-58fef120aa7f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1126628 Feb 04 00:04:05.989720 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-51cf713f-f9c8-4f5d-b3ee-0ff1d7013bed req-b1de5318-e213-4fa6-be68-2aa2a0465e3c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415123 Feb 04 00:04:06.097252 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-89ab0dd8-5ddc-4fd2-bdd7-97dbbadfd20a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:06.098705 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-89ab0dd8-5ddc-4fd2-bdd7-97dbbadfd20a service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.1895323 Feb 04 00:04:06.111618 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdba52-f1ad-4837-aa89-0696ebea8cfa req-39cbbfa4-121c-45e8-b573-d5d3438227d2 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:06.112933 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1afdba52-f1ad-4837-aa89-0696ebea8cfa req-39cbbfa4-121c-45e8-b573-d5d3438227d2 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.1254549 Feb 04 00:04:06.190705 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-00c4777f-18bd-4093-aa06-40cf2f290c88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.0767343 Feb 04 00:04:06.250364 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1afdba52-f1ad-4837-aa89-0696ebea8cfa req-1ecd33cc-98e9-4884-843e-2792035b86b2 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Feb 04 00:04:06.266094 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-9740a6a3-a12a-4c27-8d0e-2ac9e30b0341 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:06.267713 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-9740a6a3-a12a-4c27-8d0e-2ac9e30b0341 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.0665522 Feb 04 00:04:06.377850 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-2c3a99f9-ef4d-490f-9a50-7fe0a1831fda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026542 Feb 04 00:04:06.411596 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 0a546d2f-66e6-4011-b63d-79f3fc78e535 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:06.484662 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 0a546d2f-66e6-4011-b63d-79f3fc78e535 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:06.490527 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 0a546d2f-66e6-4011-b63d-79f3fc78e535 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:06.491006 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:06.540124 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-be6c593d-1b77-4598-8662-ea0cd2b9af98 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517754 Feb 04 00:04:06.617563 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33552) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:06.623729 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:06.653314 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a546d2f-66e6-4011-b63d-79f3fc78e535'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:04:06.663665 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 0a546d2f-66e6-4011-b63d-79f3fc78e535, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:06.669974 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:06.728484 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ddf2129-aed5-4473-9d80-2992f65e6a54 req-c0b7cb62-fb8a-400d-84d6-e9c5b885d434 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779342 Feb 04 00:04:06.753461 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=0a546d2f-66e6-4011-b63d-79f3fc78e535,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:06.767683 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a546d2f-66e6-4011-b63d-79f3fc78e535', 'code': 200} Feb 04 00:04:06.856992 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:06.905739 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:06.911939 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Usage tracker for resource:security_group_rule and tenant:40d2b1e471fd44a0bb74b437c3e68188 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:06.922690 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67a11d-0e2d-483d-a139-b4b2a0f04a11 req-6c212bad-83c3-4892-a13d-ba395ef69e1f tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:06.924333 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2d67a11d-0e2d-483d-a139-b4b2a0f04a11 req-6c212bad-83c3-4892-a13d-ba395ef69e1f tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1603243 Feb 04 00:04:06.925370 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:06.932483 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:07.005176 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2d67a11d-0e2d-483d-a139-b4b2a0f04a11 req-d48e1da8-20c5-4132-8abe-1f300f064c08 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687158 Feb 04 00:04:07.072421 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.082984 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.109565 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8be11018-17df-49f8-9fc2-a02b1cc2f2e7 req-6722e25c-c899-465c-9c47-e4ecbdc0ebf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 1098 time: 0.1262877 Feb 04 00:04:07.123970 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33580) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:07.144812 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=40d2b1e471fd44a0bb74b437c3e68188&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5258086 Feb 04 00:04:07.146680 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffdd84-b4eb-47f2-a523-90a60e3f7f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac337d3c-6923-4401-b71b-b83e9b8a1e1e,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:07.150789 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33586) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:07.176734 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8be11018-17df-49f8-9fc2-a02b1cc2f2e7 req-5453b635-6f8f-481b-bcc1-f5d2da62269e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593572 Feb 04 00:04:07.221415 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6d33c128-ac49-4e3b-a752-e465f32b21bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.251962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6d33c128-ac49-4e3b-a752-e465f32b21bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.287521 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdb543-8f8e-46ea-89b6-365a27716112 req-dfa03732-bac2-4429-8aeb-b1cba9b10d2c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:07.290350 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ddbdb543-8f8e-46ea-89b6-365a27716112 req-dfa03732-bac2-4429-8aeb-b1cba9b10d2c tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1257050 Feb 04 00:04:07.331362 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.351220 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6d33c128-ac49-4e3b-a752-e465f32b21bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.357014 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ddbdb543-8f8e-46ea-89b6-365a27716112 req-f240da17-8e14-4fe3-b50d-36b2ae8cdd87 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611622 Feb 04 00:04:07.379303 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33c128-ac49-4e3b-a752-e465f32b21bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac337d3c-6923-4401-b71b-b83e9b8a1e1e,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:07.392664 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:07.395018 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6d33c128-ac49-4e3b-a752-e465f32b21bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.397061 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6d33c128-ac49-4e3b-a752-e465f32b21bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac337d3c-6923-4401-b71b-b83e9b8a1e1e HTTP/1.1" status: 204 len: 168 time: 0.2451119 Feb 04 00:04:07.434970 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Usage tracker for resource:security_group_rule and tenant:7c45044b7d994a1a89815ab8e9a1f3f2 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:07.441914 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:07.450029 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:07.523206 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bbb9b-0d72-4fe9-8f78-05a0542c5c6b req-9c2df3cb-51f0-4cf9-980d-3fc38079f144 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:07.529906 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-444bbb9b-0d72-4fe9-8f78-05a0542c5c6b req-9c2df3cb-51f0-4cf9-980d-3fc38079f144 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.1305349 Feb 04 00:04:07.623448 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.630482 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.644818 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-444bbb9b-0d72-4fe9-8f78-05a0542c5c6b req-e81bea50-b989-4cd1-94aa-b0653161ccc8 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141093 Feb 04 00:04:07.682665 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb8437d-fcff-4a63-aec7-94129fc7c113,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:07.690283 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-df8b617d-bda6-46e5-ad93-eafdd17018d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c45044b7d994a1a89815ab8e9a1f3f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5627015 Feb 04 00:04:07.690550 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33608) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:07.749644 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52e0bb45-d006-40b0-b7ea-a9d0cbd7ab76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.775957 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52e0bb45-d006-40b0-b7ea-a9d0cbd7ab76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.830830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52e0bb45-d006-40b0-b7ea-a9d0cbd7ab76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.846658 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0bb45-d006-40b0-b7ea-a9d0cbd7ab76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb8437d-fcff-4a63-aec7-94129fc7c113,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:07.851781 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52e0bb45-d006-40b0-b7ea-a9d0cbd7ab76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:07.852467 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-52e0bb45-d006-40b0-b7ea-a9d0cbd7ab76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1fb8437d-fcff-4a63-aec7-94129fc7c113 HTTP/1.1" status: 204 len: 168 time: 0.1610775 Feb 04 00:04:08.196828 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33630) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:08.210390 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db07ae9-0c68-4162-adaa-c7c1d221d70c req-443ad488-4edf-4200-b359-7a9986796c82 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:08.211914 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1db07ae9-0c68-4162-adaa-c7c1d221d70c req-443ad488-4edf-4200-b359-7a9986796c82 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.0838089 Feb 04 00:04:08.217602 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.251537 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:08.255915 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Usage tracker for resource:security_group_rule and tenant:fcefe98506454ef693df13ebff79a8d4 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:08.258824 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:08.264630 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:08.275056 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1db07ae9-0c68-4162-adaa-c7c1d221d70c req-065a7539-7176-479d-921d-6a078eac99ca tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566776 Feb 04 00:04:08.344211 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.348364 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.394037 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8da1a4-f57b-424c-b55b-4bee0e4f1546,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:08.402705 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33642) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:08.402953 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-775477ee-4936-4947-b0d0-a1bb89dc8e1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcefe98506454ef693df13ebff79a8d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2048090 Feb 04 00:04:08.468797 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d81f1c51-27ee-48cd-8459-4e0a517a3dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.496299 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d81f1c51-27ee-48cd-8459-4e0a517a3dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.560937 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d81f1c51-27ee-48cd-8459-4e0a517a3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.578112 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547544e9-7955-479d-bd95-da10bf3cd96f req-27f448b9-1b95-4f63-8246-21f1554d2b8a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:08.579724 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-547544e9-7955-479d-bd95-da10bf3cd96f req-27f448b9-1b95-4f63-8246-21f1554d2b8a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1021121 Feb 04 00:04:08.581920 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f1c51-27ee-48cd-8459-4e0a517a3dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8da1a4-f57b-424c-b55b-4bee0e4f1546,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:08.620039 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d81f1c51-27ee-48cd-8459-4e0a517a3dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:08.623643 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d81f1c51-27ee-48cd-8459-4e0a517a3dc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce8da1a4-f57b-424c-b55b-4bee0e4f1546 HTTP/1.1" status: 204 len: 168 time: 0.2175004 Feb 04 00:04:08.664495 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-547544e9-7955-479d-bd95-da10bf3cd96f req-2ba0e06b-a86f-4fb9-9c32-ae8bebbb2060 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Feb 04 00:04:08.667303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-a2d50045-e0e9-48bb-8ac4-656d8ac523ac tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:08.669382 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-a2d50045-e0e9-48bb-8ac4-656d8ac523ac tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.26 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.0848277 Feb 04 00:04:08.810823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Deleting port 54388f4b-7c93-4f16-b6c2-97a969a09354 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:04:08.811209 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:09.192882 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce8e7a-47a9-49e0-a4cd-ae34f1f502c2 req-48ae8f99-acdb-4fc6-9933-910f1eed0e7f tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:09.194868 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ddce8e7a-47a9-49e0-a4cd-ae34f1f502c2 req-48ae8f99-acdb-4fc6-9933-910f1eed0e7f tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 946 time: 0.3576479 Feb 04 00:04:09.302614 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ddce8e7a-47a9-49e0-a4cd-ae34f1f502c2 req-1f79aced-9136-4103-94f3-0aa0eea13ad6 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/security-groups?id=244c36ff-7018-4c90-8338-09ba85c9c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982780 Feb 04 00:04:09.337119 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] For port 54388f4b-7c93-4f16-b6c2-97a969a09354, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=54388f4b-7c93-4f16-b6c2-97a969a09354,segment=NetworkSegment(6e0b6ddb-3b61-4546-9711-ccf56b3077da),segment_id=6e0b6ddb-3b61-4546-9711-ccf56b3077da)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:09.337504 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:09.479323 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Calling delete_port for 54388f4b-7c93-4f16-b6c2-97a969a09354 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:04:09.538510 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c6c11-61d4-4763-920f-ecb962fd2724 req-b0387361-6d91-44fd-a6d2-1af4405fa252 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:09.540788 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-406c6c11-61d4-4763-920f-ecb962fd2724 req-b0387361-6d91-44fd-a6d2-1af4405fa252 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1040676 Feb 04 00:04:09.595012 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-406c6c11-61d4-4763-920f-ecb962fd2724 req-dabbd85c-4ba4-449d-8130-a2b0e5357bb2 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484631 Feb 04 00:04:09.739837 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:09.753852 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['54388f4b-7c93-4f16-b6c2-97a969a09354'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:04:09.916552 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Pushing event deleted for resources: {'Port': ['ID=54388f4b-7c93-4f16-b6c2-97a969a09354,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:10.017983 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] No DVR routers for this DVR port 54388f4b-7c93-4f16-b6c2-97a969a09354 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:04:10.023706 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:10.026516 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'name': 'network-vif-deleted', 'tag': '54388f4b-7c93-4f16-b6c2-97a969a09354'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:04:10.055152 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc0f2f-64a0-4521-97d9-7eee712730a3 req-5a8aefd1-4174-4fb8-a1a8-4bfac5591f22 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:10.062382 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-54fc0f2f-64a0-4521-97d9-7eee712730a3 req-5a8aefd1-4174-4fb8-a1a8-4bfac5591f22 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2493751 Feb 04 00:04:10.088994 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9d3c06a1-6d91-48d2-82aa-91b34bdfe857 req-ed84bd84-a48e-401f-aace-71b0e375f645 tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.26 "DELETE /v2.0/ports/54388f4b-7c93-4f16-b6c2-97a969a09354 HTTP/1.1" status: 204 len: 173 time: 1.4103570 Feb 04 00:04:10.134490 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-54fc0f2f-64a0-4521-97d9-7eee712730a3 req-8c4d378e-a6ee-4417-a84a-204bc3877c59 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711429 Feb 04 00:04:10.139308 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eba225-84f5-4f4c-b9a9-545760b106d0', 'name': 'network-vif-deleted', 'tag': '54388f4b-7c93-4f16-b6c2-97a969a09354', 'status': 'completed', 'code': 200} Feb 04 00:04:10.512040 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d015c1ed-821e-4eb6-bebe-7ad2fb350fd4 req-31e649d2-1aac-4ce5-8dc5-9d747e6f1dad tempest-VolumesActionsTest-928455173 tempest-VolumesActionsTest-928455173-project] 10.222.0.55 "GET /v2.0/ports?device_id=25eba225-84f5-4f4c-b9a9-545760b106d0 HTTP/1.1" status: 200 len: 210 time: 0.0512345 Feb 04 00:04:11.314939 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:11.327658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202264f5-1694-4d2e-9ab5-9d6e6a0b7ae9 req-d0596749-5723-4066-b8b0-028ba1bd0a92 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:11.329395 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-202264f5-1694-4d2e-9ab5-9d6e6a0b7ae9 req-d0596749-5723-4066-b8b0-028ba1bd0a92 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0789049 Feb 04 00:04:11.377785 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-202264f5-1694-4d2e-9ab5-9d6e6a0b7ae9 req-2a6ac9eb-5ac7-4b6d-924d-f155c51776d2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Feb 04 00:04:12.440946 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 54388f4b-7c93-4f16-b6c2-97a969a09354 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:04:12.477875 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 54388f4b-7c93-4f16-b6c2-97a969a09354 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:04:12.478396 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 54388f4b-7c93-4f16-b6c2-97a969a09354 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:04:12.593003 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44c392-7efe-44b3-a523-56a7242ba4a6 req-6386fe39-7c3f-468e-8803-6e420fc115a2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:12.594489 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ee44c392-7efe-44b3-a523-56a7242ba4a6 req-6386fe39-7c3f-468e-8803-6e420fc115a2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0846865 Feb 04 00:04:12.644541 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ee44c392-7efe-44b3-a523-56a7242ba4a6 req-b054771c-5f48-49c0-9605-91ac56c49946 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Feb 04 00:04:13.867288 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4604ec-c132-4f93-9f39-a6d2dc7b4ae5 req-dcdd23c0-c34a-49b4-b0ef-54adf891e4a8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:13.868832 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6a4604ec-c132-4f93-9f39-a6d2dc7b4ae5 req-dcdd23c0-c34a-49b4-b0ef-54adf891e4a8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0831373 Feb 04 00:04:13.917744 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6a4604ec-c132-4f93-9f39-a6d2dc7b4ae5 req-e288ab2a-0608-470a-82d5-266364f8cb33 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430672 Feb 04 00:04:14.824036 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33854) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:14.987015 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.024025 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:15.028732 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Usage tracker for resource:security_group_rule and tenant:e0979e7a76b145aa9e53514c760709ae is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:15.032732 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:15.039370 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:15.118580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.127082 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.168028 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d6ae0-c6ad-4aec-80af-95c6fc6d045f req-df43d30b-e920-4381-8e76-86b8aafe8da3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:15.175511 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8f2d6ae0-c6ad-4aec-80af-95c6fc6d045f req-df43d30b-e920-4381-8e76-86b8aafe8da3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1139092 Feb 04 00:04:15.196884 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c4aae-9fa4-4c43-ae99-6085cc2a89ce,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:15.209188 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-32e8e3dc-bb79-4cd1-96b8-c1c6679b335e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0979e7a76b145aa9e53514c760709ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3839958 Feb 04 00:04:15.210196 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33882) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:15.245544 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8f2d6ae0-c6ad-4aec-80af-95c6fc6d045f req-914191e6-728a-4bde-a5a0-b3f3080d67b2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686846 Feb 04 00:04:15.297908 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b3386c0-1a81-4d40-bdf8-5dfef6482187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.327859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b3386c0-1a81-4d40-bdf8-5dfef6482187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.410066 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b3386c0-1a81-4d40-bdf8-5dfef6482187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.425129 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3386c0-1a81-4d40-bdf8-5dfef6482187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c4aae-9fa4-4c43-ae99-6085cc2a89ce,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:15.434650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b3386c0-1a81-4d40-bdf8-5dfef6482187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:15.438743 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-0b3386c0-1a81-4d40-bdf8-5dfef6482187 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e39c4aae-9fa4-4c43-ae99-6085cc2a89ce HTTP/1.1" status: 204 len: 168 time: 0.2273548 Feb 04 00:04:16.418430 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 33966) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:16.434933 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-11a4e6f7-9b78-4994-8d92-a0de7c864fad tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:16.441384 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-11a4e6f7-9b78-4994-8d92-a0de7c864fad tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.1632707 Feb 04 00:04:16.457689 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-0bc77e6c-e93b-46d6-a105-42567315a873 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/quotas/bf8e134b2463457baf42d2f136c463a9 HTTP/1.1" status: 200 len: 375 time: 0.0144880 Feb 04 00:04:16.485923 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de00990-c371-4842-b49e-5341d5c014db req-eb8269f2-601a-4e62-b816-763fc99b8a8f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:16.487504 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6de00990-c371-4842-b49e-5341d5c014db req-eb8269f2-601a-4e62-b816-763fc99b8a8f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0946338 Feb 04 00:04:16.551314 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6de00990-c371-4842-b49e-5341d5c014db req-281b8f96-d6f3-463c-9142-ced3b95144ac tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573673 Feb 04 00:04:16.563470 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-6b160f4b-85df-4421-bee3-397dc35ffd90 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025596 Feb 04 00:04:16.604813 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-181727500-network', 'tenant_id': '22f2d30535934797b19acf87f5d5de32'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:16.718213 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:16.727965 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Usage tracker for resource:network and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:16.732070 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:16.740527 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:16.772746 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Made reservation on behalf of 22f2d30535934797b19acf87f5d5de32 for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:16.775050 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:16.793322 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:16.822786 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-49c8a658-8e77-4f74-9909-066e36306e90 service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517760 Feb 04 00:04:16.910194 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:16.917173 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:16.921131 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:16.935504 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:16.991452 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-4c85c5df-5544-4507-b554-680e8e53ea0b service neutron] 10.222.0.55 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600611 Feb 04 00:04:17.053579 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.058886 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.095425 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:04:17.100855 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f3b564-a653-4cdc-88af-61aea7be97ff,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:17.108057 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.108626 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Added segment 4c2ffbc5-0a40-425e-bb8f-212b5e944542 of type vlan for network 9d6c68f2-fc15-4a11-ad49-07dee445a772 Feb 04 00:04:17.151339 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.197107 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.198141 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:17.198723 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.212964 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a39bb03c-9431-4c46-892c-36a3bc7c32a7 req-5714e78a-8bda-44ce-b647-4539e81f7d07 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 210 time: 0.0521960 Feb 04 00:04:17.322459 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] Pushing event updated for resources: {'Network': ['ID=9d6c68f2-fc15-4a11-ad49-07dee445a772,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:17.334745 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 33998) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:17.335245 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-663c5fb8-e876-4b27-81f5-fbfc7aa7254d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9157646 Feb 04 00:04:17.336612 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:04:17.342594 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Request body: {'subnet': {'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-181727500-subnet', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:17.354519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:17.362238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Usage tracker for resource:subnet and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:17.366333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:17.373091 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:17.385296 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Made reservation on behalf of 22f2d30535934797b19acf87f5d5de32 for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:17.387606 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.690832 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.763602 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ecf824-b72d-49c2-935b-0f9135ce9cd1,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:17.791260 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Checking segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:17.791838 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Network hostable DHCP agents. Network: 9d6c68f2-fc15-4a11-ad49-07dee445a772, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:04:17.814506 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7867d9-e564-4c5d-afca-b22a0e306ae9 req-b08834b5-3d0a-46fb-9307-a20a708f12ee tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:17.816179 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-db7867d9-e564-4c5d-afca-b22a0e306ae9 req-b08834b5-3d0a-46fb-9307-a20a708f12ee tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1188493 Feb 04 00:04:17.819447 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:04:17.835111 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 9d6c68f2-fc15-4a11-ad49-07dee445a772) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:17.840637 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:17.841825 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.848587 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853108b1-e139-48cb-b1cc-811cd09669f0 None None] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:04:17.872988 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ec2042a9-0ab8-45cb-8a82-e147781d22b0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5360491 Feb 04 00:04:17.875583 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 34026) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:17.882803 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:17.888208 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:17.893296 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-db7867d9-e564-4c5d-afca-b22a0e306ae9 req-9a3506d2-8646-4e60-9d5e-4d90c384b764 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697513 Feb 04 00:04:17.893429 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Usage tracker for resource:router and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:17.897518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:17.903609 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:17.917585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.918818 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:17.956099 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.123315 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.126823 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-9d6c68f2-fc15-4a11-ad49-07dee445a772', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 00:04:18.127966 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.174221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34034) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:18.324263 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Allocated IP 172.20.0.2 (9d6c68f2-fc15-4a11-ad49-07dee445a772/68ecf824-b72d-49c2-935b-0f9135ce9cd1/34fdd942-f38a-4edd-a8bb-c96fea4f92e5) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:18.350349 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.374383 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.401878 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:18.405897 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Usage tracker for resource:security_group_rule and tenant:6abb8c5f367b4d8abbdb5b400ad89e11 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:18.408834 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:18.415823 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:18.473840 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.540479 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.551461 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.612928 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5616f3d8-1165-4444-ac67-ac9c50f320fa req-522553f5-4609-48e8-be4e-911b6ac5557e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 210 time: 0.1820090 Feb 04 00:04:18.668838 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d0f36c-e193-4202-af23-3e9c64072d9c,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:18.680603 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-35e4d9ee-1443-41bd-ba71-40f5812e7c90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6abb8c5f367b4d8abbdb5b400ad89e11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5049889 Feb 04 00:04:18.684382 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34046) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:18.774421 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c70af054-1408-4fd7-ba36-1419b798a0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.784851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.805646 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Transition to ACTIVE for port object 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:18.808913 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c70af054-1408-4fd7-ba36-1419b798a0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.844217 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Transition to ACTIVE for port object 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:18.859264 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.893799 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c70af054-1408-4fd7-ba36-1419b798a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.916764 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70af054-1408-4fd7-ba36-1419b798a0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d0f36c-e193-4202-af23-3e9c64072d9c,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:18.929542 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c70af054-1408-4fd7-ba36-1419b798a0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:18.931205 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c70af054-1408-4fd7-ba36-1419b798a0fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17d0f36c-e193-4202-af23-3e9c64072d9c HTTP/1.1" status: 204 len: 168 time: 0.2454650 Feb 04 00:04:19.008936 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Pushing event updated for resources: {'Port': ['ID=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:19.031708 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Allocated IP 172.28.2.244 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/ed9d3438-715f-451d-9481-fd13b3db6ba0) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:19.062682 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:19.064181 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:19.067189 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:19.163020 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Attempting to bind port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:19.163797 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Attempting to bind port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:19.164320 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Attempting to bind port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 on network 9d6c68f2-fc15-4a11-ad49-07dee445a772 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:19.171471 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:19.172141 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Checking segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:19.172743 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.173373 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Bound using segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:19.174048 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Bound port: 34fdd942-f38a-4edd-a8bb-c96fea4f92e5, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:19.174649 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.184390 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32d96-6e7e-4d26-9e1c-c8100a0d00c1 req-210e64a2-0789-4127-bdc2-1fac8c9b30bf tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.185891 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a6d32d96-6e7e-4d26-9e1c-c8100a0d00c1 req-210e64a2-0789-4127-bdc2-1fac8c9b30bf tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0917616 Feb 04 00:04:19.241067 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a6d32d96-6e7e-4d26-9e1c-c8100a0d00c1 req-c006daf8-38e8-4df7-a067-6615aa794559 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493050 Feb 04 00:04:19.289115 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] For port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:19.292220 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] For port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:19.297660 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.362415 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-99ef81a5-ca08-4069-947a-e7e5894468ea tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:19.364014 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-99ef81a5-ca08-4069-947a-e7e5894468ea tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 814 time: 0.7931194 Feb 04 00:04:19.385781 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Request body: {'port': {'device_id': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'admin_state_up': True, 'tenant_id': 'bf8e134b2463457baf42d2f136c463a9'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:19.402718 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533ff95-6720-47d4-81ea-7126804132d8 None None] Pushing event updated for resources: {'Port': ['ID=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:19.412675 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.420508 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-98f7098a-9db7-4686-8e7b-d9cfcc743d50 req-9963fabb-2e43-4058-ab1b-9d20c050dfd8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.3207128 Feb 04 00:04:19.439242 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34066) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:19.459115 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.507251 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:19.512758 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Usage tracker for resource:security_group_rule and tenant:339edd8c21d24efeb78f1da51affb4bb is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:19.516356 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:19.523195 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:19.559277 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-98f7098a-9db7-4686-8e7b-d9cfcc743d50 req-4df815ff-67cc-4df2-981a-d2b3fcb6a5e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878367 Feb 04 00:04:19.604980 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.654148 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.658789 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.660641 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:19.700827 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:19.706078 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:19.710701 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:19.716688 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=339edd8c21d24efeb78f1da51affb4bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2760699 Feb 04 00:04:19.717019 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 34072) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:19.718044 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:19.718319 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c5215-0d3b-450d-bba3-4879fda18e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a90a4c-a895-4d77-a291-f111cf30f07f,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:19.765747 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Pushing event updated for resources: {'Port': ['ID=ed9d3438-715f-451d-9481-fd13b3db6ba0,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:19.823470 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Made reservation on behalf of bf8e134b2463457baf42d2f136c463a9 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:19.826276 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:19.876886 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5a853777-491a-4c26-8c40-8d01d801d414 req-52c5d003-dbab-41c2-9729-895ced3e0b4c tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 210 time: 0.1004646 Feb 04 00:04:19.972129 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5aa4-3b98-452a-a772-298f3c94e5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.060313 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5aa4-3b98-452a-a772-298f3c94e5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.119325 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Allocated IP 172.20.0.13 (1326921c-baf3-48ec-8f92-30ed85aa9657/e09dc5eb-c5bf-4662-95a5-78dd977a2fa8/5207eca4-4dbb-4838-9446-4f3980cbad4a) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:20.155525 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.156265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.243126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5aa4-3b98-452a-a772-298f3c94e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.274705 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f5aa4-3b98-452a-a772-298f3c94e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a90a4c-a895-4d77-a291-f111cf30f07f,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:20.483703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fd0f5aa4-3b98-452a-a772-298f3c94e5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.484873 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-fd0f5aa4-3b98-452a-a772-298f3c94e5c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3a90a4c-a895-4d77-a291-f111cf30f07f HTTP/1.1" status: 204 len: 168 time: 0.7379951 Feb 04 00:04:20.534945 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a55c-642c-433b-a54b-8aa9717aa556 req-3cc962ab-e8ee-4503-99d6-2fd21b1ce8d4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:20.538711 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8c57a55c-642c-433b-a54b-8aa9717aa556 req-3cc962ab-e8ee-4503-99d6-2fd21b1ce8d4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1253512 Feb 04 00:04:20.539748 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.582213 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3ada5-4d54-42b3-83f6-8c8ea8496620 None None] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:04:20.628328 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8c57a55c-642c-433b-a54b-8aa9717aa556 req-fded80d2-2f29-45bf-a4ae-f2c11d1bcf16 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840309 Feb 04 00:04:20.691614 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.740781 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d', '5acc7402-db60-4222-b50c-e6662c6a4b5d', '0a546d2f-66e6-4011-b63d-79f3fc78e535'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:04:20.788067 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Network 1326921c-baf3-48ec-8f92-30ed85aa9657 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:20.788240 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event updated for resources: {'Port': ['ID=5207eca4-4dbb-4838-9446-4f3980cbad4a,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:20.796695 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:20.798966 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:20.827102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:20.828006 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:20.878582 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-b0134eb5-74e7-4498-93b5-5d43c9dfcd5a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4963853 Feb 04 00:04:20.894800 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Request body: {'port': {'device_id': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:20.924398 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-dde1bf86-15e4-468e-82a4-833a1c1ad897 None None] Provisioning for port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:20.944576 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:04:21.085616 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:21.226427 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:21.233194 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:21.233711 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.389645 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.521667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98c43c-cfa0-4559-b80e-338434b22c37 req-25c248e9-07b0-48c3-b2f5-ffc19981ea02 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:21.522374 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-4e98c43c-cfa0-4559-b80e-338434b22c37 req-25c248e9-07b0-48c3-b2f5-ffc19981ea02 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:04:21.534733 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-1b366c94-157b-4630-8939-381cbdb97bb8 None None] Provisioning complete for port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:21.535101 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b366c94-157b-4630-8939-381cbdb97bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.608617 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-4e98c43c-cfa0-4559-b80e-338434b22c37 req-25c248e9-07b0-48c3-b2f5-ffc19981ea02 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:04:21.616522 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4e98c43c-cfa0-4559-b80e-338434b22c37 req-25c248e9-07b0-48c3-b2f5-ffc19981ea02 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 932 time: 0.3751886 Feb 04 00:04:21.625979 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.723709 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4e98c43c-cfa0-4559-b80e-338434b22c37 req-34151e23-b8a0-4fba-afb6-26553d03100d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063538 Feb 04 00:04:21.825483 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:21.834436 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:04:21.835722 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34122) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:21.846400 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Sync routers for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:04:21.861901 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.868013 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:21.870066 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:21.873777 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.885781 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a6fdbdeb-dcd7-4de4-ac5c-52d981e0445b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0033672 Feb 04 00:04:21.887716 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 34128) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:21.900880 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1b366c94-157b-4630-8939-381cbdb97bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:21.982390 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a83a4-8c8a-4e19-83c4-d5de639c695e req-fff6ec0e-ad7a-4ce0-8176-e1d7274aee11 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:21.997353 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e01a83a4-8c8a-4e19-83c4-d5de639c695e req-fff6ec0e-ad7a-4ce0-8176-e1d7274aee11 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2270837 Feb 04 00:04:22.045729 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5207eca4-4dbb-4838-9446-4f3980cbad4a {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:04:22.053277 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.069428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Transition to ACTIVE for port object 5207eca4-4dbb-4838-9446-4f3980cbad4a will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:22.082656 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:22.083838 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.115428 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-1b366c94-157b-4630-8939-381cbdb97bb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:04:22.116376 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-1b366c94-157b-4630-8939-381cbdb97bb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:04:22.129090 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e01a83a4-8c8a-4e19-83c4-d5de639c695e req-c0f39291-e9eb-4603-9eb1-de457870b138 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293869 Feb 04 00:04:22.295688 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5207eca4-4dbb-4838-9446-4f3980cbad4a,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:22.299704 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:22.374783 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Attempting to bind port 5207eca4-4dbb-4838-9446-4f3980cbad4a on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:22.374998 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Attempting to bind port 5207eca4-4dbb-4838-9446-4f3980cbad4a by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:22.375252 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Attempting to bind port 5207eca4-4dbb-4838-9446-4f3980cbad4a on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:22.389910 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Port 5207eca4-4dbb-4838-9446-4f3980cbad4a on network 1326921c-baf3-48ec-8f92-30ed85aa9657 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:04:22.390609 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Attempting to bind port 5207eca4-4dbb-4838-9446-4f3980cbad4a on network 1326921c-baf3-48ec-8f92-30ed85aa9657 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:22.403368 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.470803 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:22.471178 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Checking segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:22.471512 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Bound using segment: {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:22.471934 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Bound port: 5207eca4-4dbb-4838-9446-4f3980cbad4a, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8317536c-431f-41e7-9a79-e52e121bb6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:22.472285 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.509794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:22.519376 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:02009da28d044d32a5a3b7df80d293f1 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:22.525709 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:22.535225 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:22.704326 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] For port 5207eca4-4dbb-4838-9446-4f3980cbad4a, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:22.709585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] For port 5207eca4-4dbb-4838-9446-4f3980cbad4a, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:22.749463 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.756981 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.760273 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.862747 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b11117-8d70-4340-8f64-47f68746fbed,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:22.879769 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e2cd731c-0245-4a1c-a0cb-0b31e7764dc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02009da28d044d32a5a3b7df80d293f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0388465 Feb 04 00:04:22.881784 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.883325 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/5207eca4-4dbb-4838-9446-4f3980cbad4a HTTP/1.1" status: 200 len: 1094 time: 1.9955781 Feb 04 00:04:22.883842 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34154) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:22.897955 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:19Z', 'revision_number': 3, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:22.902790 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Checking router: 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:04:22.903501 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Updating router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe port ed9d3438-715f-451d-9481-fd13b3db6ba0 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:04:22.968340 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:22.999349 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'tag': '5207eca4-4dbb-4838-9446-4f3980cbad4a'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:04:23.038794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-315d1ffc-b0b4-474d-8b0b-21a02f1f9efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.063201 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:23.067859 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-315d1ffc-b0b4-474d-8b0b-21a02f1f9efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.126653 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-315d1ffc-b0b4-474d-8b0b-21a02f1f9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.183765 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d1ffc-b0b4-474d-8b0b-21a02f1f9efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b11117-8d70-4340-8f64-47f68746fbed,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:23.198492 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-315d1ffc-b0b4-474d-8b0b-21a02f1f9efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.199677 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-315d1ffc-b0b4-474d-8b0b-21a02f1f9efa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f4b11117-8d70-4340-8f64-47f68746fbed HTTP/1.1" status: 204 len: 168 time: 0.3147695 Feb 04 00:04:23.236705 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e59d05-91eb-4318-b4e0-0c5372aa38c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5207eca4-4dbb-4838-9446-4f3980cbad4a,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:23.248052 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:23.248982 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.317652 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73f87f-dd70-476a-b750-53c9b016e07b req-3d995379-9880-4fd3-8823-177e01c13242 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:23.324605 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0c73f87f-dd70-476a-b750-53c9b016e07b req-3d995379-9880-4fd3-8823-177e01c13242 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 944 time: 0.1913249 Feb 04 00:04:23.410221 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-c377d721-fb28-4651-b7d6-43d20bb2fecd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.6993330 Feb 04 00:04:23.422548 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0c73f87f-dd70-476a-b750-53c9b016e07b req-b098ead0-5b2d-418d-9ef3-849850cbb04a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908406 Feb 04 00:04:23.431407 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.444900 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Transition to ACTIVE for port object ed9d3438-715f-451d-9481-fd13b3db6ba0 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:23.456067 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.559829 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'tag': '5207eca4-4dbb-4838-9446-4f3980cbad4a', 'status': 'completed', 'code': 200} Feb 04 00:04:23.572450 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Attempting to bind port ed9d3438-715f-451d-9481-fd13b3db6ba0 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:23.572726 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Attempting to bind port ed9d3438-715f-451d-9481-fd13b3db6ba0 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:23.573183 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Attempting to bind port ed9d3438-715f-451d-9481-fd13b3db6ba0 on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:23.589707 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Pushing event updated for resources: {'Port': ['ID=ed9d3438-715f-451d-9481-fd13b3db6ba0,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:23.592275 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:23.592773 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:23.593311 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.593805 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:23.594847 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Bound port: ed9d3438-715f-451d-9481-fd13b3db6ba0, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:23.595087 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.605477 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56026086-5c87-466c-adca-866ff43ef9d5 req-f64a9db6-48d9-48a7-91ee-91379ae75e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:23.608510 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-f64a9db6-48d9-48a7-91ee-91379ae75e00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.1883271 Feb 04 00:04:23.661607 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.661998 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.662447 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.662870 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.663271 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.663752 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.664143 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.664533 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.664924 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.665542 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.665934 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:23.709088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56e8e-b6fa-4280-bd34-9eb65f7b8358 req-321846e5-183c-4031-a1e9-779908fea5d1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:23.712182 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] For port ed9d3438-715f-451d-9481-fd13b3db6ba0, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:23.715979 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] For port ed9d3438-715f-451d-9481-fd13b3db6ba0, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=ed9d3438-715f-451d-9481-fd13b3db6ba0,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:23.717811 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aec56e8e-b6fa-4280-bd34-9eb65f7b8358 req-321846e5-183c-4031-a1e9-779908fea5d1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.6920953 Feb 04 00:04:23.725105 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:23.754680 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-3b8f4003-0a64-462f-8468-233fce157972 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 1097 time: 0.7191241 Feb 04 00:04:23.814869 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268cff-11d1-43fa-b542-abe08c4fdc42 None None] Pushing event updated for resources: {'Port': ['ID=ed9d3438-715f-451d-9481-fd13b3db6ba0,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:23.819177 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-705165e1-b6c4-4726-8e9e-521ed03d0386 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.2032111 Feb 04 00:04:23.844172 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:23.844790 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:23.947016 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56026086-5c87-466c-adca-866ff43ef9d5 req-e8f22f35-a51c-4e2d-a571-2cc3edf7785d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:23.948437 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-e8f22f35-a51c-4e2d-a571-2cc3edf7785d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.0697439 Feb 04 00:04:23.960932 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-8a8255cd-59e9-4677-8cfe-7d8c3885c156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a HTTP/1.1" status: 200 len: 217 time: 0.1957974 Feb 04 00:04:23.997790 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aec56e8e-b6fa-4280-bd34-9eb65f7b8358 req-245d0057-2aae-45cf-ab55-73dc7eca3169 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790596 Feb 04 00:04:24.043673 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:24.055141 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-f34fbcd6-a45e-4d42-b912-72e547fc9836 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957518 Feb 04 00:04:24.168327 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-c3468c8f-5100-4fc6-8391-caa42166eb79 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:24.169930 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-c3468c8f-5100-4fc6-8391-caa42166eb79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.1701057 Feb 04 00:04:24.233428 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-7eadfd10-67e7-4672-8a68-7109af24f759 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481548 Feb 04 00:04:24.392668 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:19Z', 'revision_number': 3, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:24.392814 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-786eba9b-2fa1-47c7-ba96-d07443607d66 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282354 Feb 04 00:04:24.397383 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58518892-83b8-4dc0-9e8e-cd485c560d6b None None] The sync data for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb is: [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:19Z', 'revision_number': 3, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:04:24.584121 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-949c4fb9-14a0-462a-86ec-b30ab44d18e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358302 Feb 04 00:04:24.706661 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cce3d-0f26-4c2b-b46b-d50aa568e75a req-7c5c485f-9f97-452a-a212-9f26e55a7868 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:24.721071 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-321cce3d-0f26-4c2b-b46b-d50aa568e75a req-7c5c485f-9f97-452a-a212-9f26e55a7868 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 944 time: 0.1417651 Feb 04 00:04:24.738350 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-56026086-5c87-466c-adca-866ff43ef9d5 req-f4fe120a-b00a-4c14-9aa8-4e3f1fc43a52 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276980 Feb 04 00:04:24.839786 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-321cce3d-0f26-4c2b-b46b-d50aa568e75a req-0a33930c-e216-44db-ba96-6021848a62a3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165233 Feb 04 00:04:24.996888 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device ed9d3438-715f-451d-9481-fd13b3db6ba0 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:25.095775 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port ed9d3438-715f-451d-9481-fd13b3db6ba0 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:25.104791 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port ed9d3438-715f-451d-9481-fd13b3db6ba0 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:25.105525 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:25.143396 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d7a29162-688e-4505-be1a-e8183bc8a02d req-24d9b7c0-3a41-4f1f-b2be-4626d1687044 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466664 Feb 04 00:04:25.164289 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:25.265954 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:25.286416 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port ed9d3438-715f-451d-9481-fd13b3db6ba0, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=ed9d3438-715f-451d-9481-fd13b3db6ba0,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:25.290696 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:25.376056 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=ed9d3438-715f-451d-9481-fd13b3db6ba0,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:25.457659 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-9fd826cf-4ef3-44bd-bbc0-a68ca6184466 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf8e134b2463457baf42d2f136c463a9&device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 1097 time: 0.2298763 Feb 04 00:04:25.506967 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa0cdb-0772-4a07-900f-e1e91d478488 req-d1c18304-053e-4f77-b30b-3cdcf760ca95 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:25.513654 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-00aa0cdb-0772-4a07-900f-e1e91d478488 req-d1c18304-053e-4f77-b30b-3cdcf760ca95 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.3386347 Feb 04 00:04:25.682542 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-00aa0cdb-0772-4a07-900f-e1e91d478488 req-dcc4fa62-fe4c-4b5a-b6c6-1c5e1a9d37ca tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680343 Feb 04 00:04:25.706876 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Allocated IP 172.20.0.1 (9d6c68f2-fc15-4a11-ad49-07dee445a772/68ecf824-b72d-49c2-935b-0f9135ce9cd1/e6d05017-a1f9-47ed-b2ba-12eed369f8cc) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:25.751616 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-c208accc-1839-4560-9a6d-1f491ac43fa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:25.753066 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-c208accc-1839-4560-9a6d-1f491ac43fa1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 200 len: 915 time: 0.2877734 Feb 04 00:04:25.851663 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34228) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:25.870114 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-c49374f7-fc28-4a02-87ec-a0b216f051cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a HTTP/1.1" status: 200 len: 217 time: 0.0686347 Feb 04 00:04:25.978973 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-f8d16d68-05dd-4e9b-b3a7-6c3b7013de88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:25.980362 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-f8d16d68-05dd-4e9b-b3a7-6c3b7013de88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 200 len: 854 time: 0.1011403 Feb 04 00:04:25.988962 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.040983 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-5831c764-5ac3-46df-a95c-8b5da579d102 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1326921c-baf3-48ec-8f92-30ed85aa9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486696 Feb 04 00:04:26.046694 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Transition to ACTIVE for port object e6d05017-a1f9-47ed-b2ba-12eed369f8cc will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:26.051576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.100333 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:26.107078 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Usage tracker for resource:security_group_rule and tenant:6ac62cecc7744d6ebb9a0d6e7dfe0450 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:26.110195 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:26.121825 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:26.139507 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e33a-090d-416a-8514-76373f7d8eb4 req-665a2522-e757-4048-8c62-d9a734838cd7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:26.141254 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5c92e33a-090d-416a-8514-76373f7d8eb4 req-665a2522-e757-4048-8c62-d9a734838cd7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 944 time: 0.1342516 Feb 04 00:04:26.174511 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.223736 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5c92e33a-090d-416a-8514-76373f7d8eb4 req-35b6610b-2b7d-4a3e-b0f3-1ceaebe08a1e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690055 Feb 04 00:04:26.236686 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.247999 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.261416 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-6ba5500b-3d76-4c7a-b8c7-81a7bcb61663 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105393 Feb 04 00:04:26.291914 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:26.292731 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Pushing event updated for resources: {'Port': ['ID=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:26.297906 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:26.303397 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:26.303859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.313701 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ac62cecc7744d6ebb9a0d6e7dfe0450&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4607913 Feb 04 00:04:26.314615 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34242) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:26.351762 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49de7d-a2e3-44f7-86d1-84777f420b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ed8380-4ab1-4739-ba18-db159eaf478c,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:26.478601 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4617412-1467-4ea9-b8ec-36bae3aa0f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.483090 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-81fe719e-dd9c-455a-a0ce-0131fe105d18 req-658a4690-3cea-4234-8bc5-8f9eda1ea295 service neutron] 10.222.0.26 "GET /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102342 Feb 04 00:04:26.512754 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4617412-1467-4ea9-b8ec-36bae3aa0f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.515996 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.573727 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4617412-1467-4ea9-b8ec-36bae3aa0f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.590554 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4617412-1467-4ea9-b8ec-36bae3aa0f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ed8380-4ab1-4739-ba18-db159eaf478c,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:26.610809 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4617412-1467-4ea9-b8ec-36bae3aa0f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.612525 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f4617412-1467-4ea9-b8ec-36bae3aa0f7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2ed8380-4ab1-4739-ba18-db159eaf478c HTTP/1.1" status: 204 len: 168 time: 0.2942460 Feb 04 00:04:26.654617 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-1ec44bd1-6b88-4035-b21c-6044119cee33 None None] Provisioning for port e6d05017-a1f9-47ed-b2ba-12eed369f8cc completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:26.659704 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-1ec44bd1-6b88-4035-b21c-6044119cee33 None None] Provisioning complete for port e6d05017-a1f9-47ed-b2ba-12eed369f8cc triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:26.660915 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1ec44bd1-6b88-4035-b21c-6044119cee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.716678 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-1ec44bd1-6b88-4035-b21c-6044119cee33 None None] Port e6d05017-a1f9-47ed-b2ba-12eed369f8cc cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:04:26.889833 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.897164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.897897 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:26.973190 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device ed9d3438-715f-451d-9481-fd13b3db6ba0 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:26.981059 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34252) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:26.989734 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cac55e-bfdd-45b4-ae78-f8224ba3f004 req-907ecb93-754e-42cb-9ebe-f7796ecea671 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:26.991196 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-88cac55e-bfdd-45b4-ae78-f8224ba3f004 req-907ecb93-754e-42cb-9ebe-f7796ecea671 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1709521 Feb 04 00:04:27.002970 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.045717 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port ed9d3438-715f-451d-9481-fd13b3db6ba0 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:27.046182 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.059251 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:27.063962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Usage tracker for resource:security_group_rule and tenant:47c2d26b757f4f27865d459cabc352c3 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:27.068393 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:27.074600 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:27.090556 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Pushing event updated for resources: {'Port': ['ID=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:27.144889 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-88cac55e-bfdd-45b4-ae78-f8224ba3f004 req-49eb78ec-133f-49c7-86c0-6080d0cfbac8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020327 Feb 04 00:04:27.158450 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.166816 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.169511 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:27.170906 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:27.217584 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47c2d26b757f4f27865d459cabc352c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2352612 Feb 04 00:04:27.225363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34256) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:27.252261 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a135f1-e080-4141-b9f0-33530ae0f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82baa33-b445-4346-a31e-4d6cf3ee76bd,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:27.304776 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06d23dc5-5f75-44c0-8621-e6f6a87fb43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.334022 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06d23dc5-5f75-44c0-8621-e6f6a87fb43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.418103 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06d23dc5-5f75-44c0-8621-e6f6a87fb43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.444799 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d23dc5-5f75-44c0-8621-e6f6a87fb43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82baa33-b445-4346-a31e-4d6cf3ee76bd,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:27.453720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06d23dc5-5f75-44c0-8621-e6f6a87fb43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.457047 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-06d23dc5-5f75-44c0-8621-e6f6a87fb43a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b82baa33-b445-4346-a31e-4d6cf3ee76bd HTTP/1.1" status: 204 len: 168 time: 0.2279632 Feb 04 00:04:27.484641 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-ec70b3d3-4de1-4284-857b-1d2a53d9a087 None None] Provisioning complete for port e6d05017-a1f9-47ed-b2ba-12eed369f8cc triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:27.486884 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ec70b3d3-4de1-4284-857b-1d2a53d9a087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:27.509975 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b54e4-31cc-4f31-91ae-5cafaa11839c req-7f0b59bd-e6ec-459f-aa7f-564195525e02 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:27.518906 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-029b54e4-31cc-4f31-91ae-5cafaa11839c req-7f0b59bd-e6ec-459f-aa7f-564195525e02 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 944 time: 0.1305773 Feb 04 00:04:27.586654 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-029b54e4-31cc-4f31-91ae-5cafaa11839c req-da488547-5cbf-4c0b-890f-079e5b0acfb5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Feb 04 00:04:27.592006 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ec70b3d3-4de1-4284-857b-1d2a53d9a087 None None] Port e6d05017-a1f9-47ed-b2ba-12eed369f8cc cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:04:27.672756 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:04:27.888155 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:04:27.897249 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3f2ed948-37d2-42ec-8112-7b014a9b154b admin admin] 10.222.0.55 "PUT /v2.0/routers/86e8eb29-8e63-49ef-aea2-9798d3b6bdbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0085711 Feb 04 00:04:28.399911 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035eaf2-e604-4ff2-97d3-e5d3afcf5e36 req-cb44b0e3-c025-471b-9bc1-dc725259f429 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:28.401590 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7035eaf2-e604-4ff2-97d3-e5d3afcf5e36 req-cb44b0e3-c025-471b-9bc1-dc725259f429 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0855451 Feb 04 00:04:28.436901 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Sync routers for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:04:28.452047 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:28.452798 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:28.498978 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7035eaf2-e604-4ff2-97d3-e5d3afcf5e36 req-a8a90f6a-f214-404a-877d-501146bf9c85 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908036 Feb 04 00:04:28.545143 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5207eca4-4dbb-4838-9446-4f3980cbad4a details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:04:28.814235 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:28.925519 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463148f1-0466-4e89-ba00-b5c0ae3ff3f3 req-c81022ee-40e4-4b0f-a3bd-474579a4af6a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:28.930929 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-463148f1-0466-4e89-ba00-b5c0ae3ff3f3 req-c81022ee-40e4-4b0f-a3bd-474579a4af6a tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 944 time: 0.1632822 Feb 04 00:04:29.002875 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-463148f1-0466-4e89-ba00-b5c0ae3ff3f3 req-98cddc95-578d-497b-919c-fd617bc131a8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708163 Feb 04 00:04:29.319199 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34346) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:29.326625 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-939209858-network', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:29.331776 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:29.337021 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Usage tracker for resource:network and tenant:2c3096cfea9e457b9bc8960044aeb9ec is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:29.338231 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-91ae4707-b0f0-4dd2-9fd2-e5342d52b6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.340495 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:29.346141 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:29.358728 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Made reservation on behalf of 2c3096cfea9e457b9bc8960044aeb9ec for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:29.361099 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.364051 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 5207eca4-4dbb-4838-9446-4f3980cbad4a, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:29.373794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.409463 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '5207eca4-4dbb-4838-9446-4f3980cbad4a', 'network_id': '1326921c-baf3-48ec-8f92-30ed85aa9657', 'port_id': '5207eca4-4dbb-4838-9446-4f3980cbad4a', 'mac_address': 'fa:16:3e:a2:c5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09dc5eb-c5bf-4662-95a5-78dd977a2fa8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:04:29.410047 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:29.415415 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Usage tracker for resource:security_group_rule and tenant:2c3096cfea9e457b9bc8960044aeb9ec is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:29.418414 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:29.424092 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:29.472207 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.497895 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5207eca4-4dbb-4838-9446-4f3980cbad4a {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:04:29.502818 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.507745 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.517251 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 5207eca4-4dbb-4838-9446-4f3980cbad4a, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:29.520286 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 2, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:29.524512 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.543971 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:04:29.553600 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922cb346-d382-4e75-827d-1255dee0ac78,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:29.558489 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Checking router: 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:04:29.558868 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Updating router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe port e6d05017-a1f9-47ed-b2ba-12eed369f8cc binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:04:29.559752 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.560304 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Added segment 77593c21-34f8-4064-a627-6be41935cc57 of type vlan for network dda7ffb9-39a6-4802-94ba-dbfe750f0291 Feb 04 00:04:29.590736 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.635031 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.635830 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.636033 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:29.636674 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.658379 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=5207eca4-4dbb-4838-9446-4f3980cbad4a,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:29.748841 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] Pushing event updated for resources: {'Network': ['ID=dda7ffb9-39a6-4802-94ba-dbfe750f0291,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:29.754389 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-5d7e90d8-364e-448c-945f-e69e9cbec3ca admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4310017 Feb 04 00:04:29.754543 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34360) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:29.761107 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Request body: {'subnet': {'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-939209858-subnet', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:29.766564 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:04:29.767710 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:29.773036 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Usage tracker for resource:subnet and tenant:2c3096cfea9e457b9bc8960044aeb9ec is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:29.776276 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:29.782169 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:29.802855 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Made reservation on behalf of 2c3096cfea9e457b9bc8960044aeb9ec for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:29.805240 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1553968'] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:29.960831 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['5207eca4-4dbb-4838-9446-4f3980cbad4a'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:04:30.026374 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1422443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1553958'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.105232 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab4662d-aee7-4b29-b5d5-3dc884b40e52,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:30.118416 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Checking segment: {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:30.118851 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Network hostable DHCP agents. Network: dda7ffb9-39a6-4802-94ba-dbfe750f0291, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:04:30.150765 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:04:30.162783 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, dda7ffb9-39a6-4802-94ba-dbfe750f0291) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:30.167727 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:30.168390 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.193606 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a8240-cc92-4bc9-842e-9d405d57b78f None None] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:04:30.197181 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ed570e96-0f3c-4836-bc43-f89ae5e93e37 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4389079 Feb 04 00:04:30.197632 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 34370) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:30.208191 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:30.215359 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:30.220881 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Usage tracker for resource:router and tenant:2c3096cfea9e457b9bc8960044aeb9ec is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:04:30.224883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:04:30.232003 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:30.247870 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.266780 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.289000 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c3872-6ced-44a4-b35e-fc93d330b578 req-e757be43-91db-4e72-8fad-6426c7b85708 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:30.291052 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6e9c3872-6ced-44a4-b35e-fc93d330b578 req-e757be43-91db-4e72-8fad-6426c7b85708 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 945 time: 0.1478038 Feb 04 00:04:30.302180 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.343549 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Transition to ACTIVE for port object e6d05017-a1f9-47ed-b2ba-12eed369f8cc will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:30.358516 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.368095 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.384585 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6e9c3872-6ced-44a4-b35e-fc93d330b578 req-2a097a44-a1fd-4135-a9c1-ff5c4233d312 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814760 Feb 04 00:04:30.625571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.639281 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5a23-6889-4012-85cf-1b4b59497b5f None None] Pushing event updated for resources: {'Port': ['ID=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:30.727317 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-dda7ffb9-39a6-4802-94ba-dbfe750f0291', 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'fixed_ips': [{'subnet_id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 00:04:30.728145 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.747383 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e4d67-e3f2-4693-a931-c6ced7f8eb28 req-941ea07d-e037-4c18-9fee-1c154d7d25c9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:30.748695 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-be5e4d67-e3f2-4693-a931-c6ced7f8eb28 req-941ea07d-e037-4c18-9fee-1c154d7d25c9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1875746 Feb 04 00:04:30.819079 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-be5e4d67-e3f2-4693-a931-c6ced7f8eb28 req-8d449e7e-7e0d-4c5f-882c-ad8eb9386a34 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624261 Feb 04 00:04:30.960024 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Attempting to bind port e6d05017-a1f9-47ed-b2ba-12eed369f8cc on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:30.960394 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Attempting to bind port e6d05017-a1f9-47ed-b2ba-12eed369f8cc by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:30.960758 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Attempting to bind port e6d05017-a1f9-47ed-b2ba-12eed369f8cc on network 9d6c68f2-fc15-4a11-ad49-07dee445a772 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:30.975263 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:30.975643 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Checking segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:30.976045 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:30.976508 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Bound using segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:30.976974 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Bound port: e6d05017-a1f9-47ed-b2ba-12eed369f8cc, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:30.977301 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.014960 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.057700 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.161049 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Allocated IP 172.20.0.2 (dda7ffb9-39a6-4802-94ba-dbfe750f0291/bab4662d-aee7-4b29-b5d5-3dc884b40e52/66347b66-5f99-422f-9b34-72c18d5b920b) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:31.168276 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] For port e6d05017-a1f9-47ed-b2ba-12eed369f8cc, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:31.173971 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] For port e6d05017-a1f9-47ed-b2ba-12eed369f8cc, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:31.181168 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.216826 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Allocated IP 172.28.2.35 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/9ecccf62-48aa-41ee-bef7-eb35060cedf2) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:31.390725 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c5a23-6889-4012-85cf-1b4b59497b5f None None] Pushing event updated for resources: {'Port': ['ID=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:31.408575 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:31.409070 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:31.453526 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.494863 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.673038 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:31.678133 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:31.680538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:31.709372 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Pushing event updated for resources: {'Port': ['ID=9ecccf62-48aa-41ee-bef7-eb35060cedf2,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:31.711836 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8c4e1-dd6d-4b80-951d-77f589f04297 req-a8733f54-80d2-4481-b7bf-b0c268f8d0f5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:31.714208 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-64b8c4e1-dd6d-4b80-951d-77f589f04297 req-a8733f54-80d2-4481-b7bf-b0c268f8d0f5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 945 time: 0.1061180 Feb 04 00:04:31.764864 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-64b8c4e1-dd6d-4b80-951d-77f589f04297 req-cbc7a623-5742-4592-b88e-52736494eb25 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448897 Feb 04 00:04:31.797363 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.814853 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Transition to ACTIVE for port object 66347b66-5f99-422f-9b34-72c18d5b920b will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:31.819044 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:31.822492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.823232 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.859460 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bb7cbbc0-58f7-4a58-925b-b04b36dc9840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:31.893135 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Transition to ACTIVE for port object 66347b66-5f99-422f-9b34-72c18d5b920b will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:31.956386 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.007218 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34410) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:32.066515 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Deleting subnet 9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc {{(pid=82763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:04:32.068490 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:04:32.069674 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.101827 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:32.106770 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:32.111500 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:32.128504 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702141'] for subnet, precommit_delete_associations {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.192147 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.204256 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Pushing event updated for resources: {'Port': ['ID=66347b66-5f99-422f-9b34-72c18d5b920b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:32.262677 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Attempting to bind port 66347b66-5f99-422f-9b34-72c18d5b920b on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:32.262981 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Attempting to bind port 66347b66-5f99-422f-9b34-72c18d5b920b by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:32.263302 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Attempting to bind port 66347b66-5f99-422f-9b34-72c18d5b920b on network dda7ffb9-39a6-4802-94ba-dbfe750f0291 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:32.279427 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1553949'] for subnet, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.306554 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:32.307171 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Checking segment: {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:32.307562 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.308059 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Bound using segment: {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:32.308398 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Bound port: 66347b66-5f99-422f-9b34-72c18d5b920b, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:32.308759 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.316935 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:04:32.323069 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:32.331670 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.338142 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-73cbe6fa-a4bc-4885-87cf-4fa81fa8fb64 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9c7dd26c-e061-4fc5-956e-b5d73a2fd1fc HTTP/1.1" status: 204 len: 168 time: 0.3298798 Feb 04 00:04:32.339130 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Sync routers for ids ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:04:32.340531 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34416) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:32.351734 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Routers {'3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:32.352618 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:32.353152 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.355113 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-65576016-66ca-4ff6-810b-16ba804063dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1563761 Feb 04 00:04:32.358034 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 34420) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:32.449116 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.464603 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] For port 66347b66-5f99-422f-9b34-72c18d5b920b, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:32.468783 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] For port 66347b66-5f99-422f-9b34-72c18d5b920b, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=66347b66-5f99-422f-9b34-72c18d5b920b,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:32.473360 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:31Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:32.482724 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.493250 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.543484 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Set router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:32.578047 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5207eca4-4dbb-4838-9446-4f3980cbad4a up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:32.643874 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45adf440-2c24-4345-8d0b-f04f71acbb18 None None] The sync data for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb is: [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:31Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:04:32.770551 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.822221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a251e3-b2c3-4d01-bbda-4473f8571a5c']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:32.837038 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0b6ddb-3b61-4546-9711-ccf56b3077da') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:32.837781 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0b6ddb-3b61-4546-9711-ccf56b3077da') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:32.855273 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.885930 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.900682 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:04:32.901718 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.916411 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38e176-2a31-464a-99d9-83f281107983 None None] Pushing event updated for resources: {'Port': ['ID=66347b66-5f99-422f-9b34-72c18d5b920b,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:04:32.965411 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:04:32.982329 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 5207eca4-4dbb-4838-9446-4f3980cbad4a completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:32.986263 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:32.990778 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 5207eca4-4dbb-4838-9446-4f3980cbad4a triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:32.991315 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.112244 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e6d05017-a1f9-47ed-b2ba-12eed369f8cc up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:33.125507 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.133658 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.167552 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a251e3-b2c3-4d01-bbda-4473f8571a5c,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:33.185793 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e453cc2b-9809-455d-bf0a-0019cddddd81 admin admin] 10.222.0.55 "DELETE /v2.0/networks/76a251e3-b2c3-4d01-bbda-4473f8571a5c HTTP/1.1" status: 204 len: 168 time: 0.8441865 Feb 04 00:04:33.186488 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34428) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:33.334372 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_v2 [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Deleting subnet 5e154a47-b154-42f0-81e0-e80475fb4904 {{(pid=82763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:04:33.337169 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:04:31Z', 'revision_number': 3, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:33.343306 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Checking router: 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:04:33.344493 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Updating router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:04:33.354612 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.460047 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702141'] for subnet, precommit_delete_associations {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.479556 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.499051 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port e6d05017-a1f9-47ed-b2ba-12eed369f8cc completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:33.526464 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port e6d05017-a1f9-47ed-b2ba-12eed369f8cc triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:33.527863 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.588154 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.612208 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf07cc-cce3-4157-a9dc-7682bf5d3d7f req-c9b65686-79d1-4e68-afd6-07c94db53827 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:33.626063 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.628196 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-52cf07cc-cce3-4157-a9dc-7682bf5d3d7f req-c9b65686-79d1-4e68-afd6-07c94db53827 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 945 time: 0.5202904 Feb 04 00:04:33.717693 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1553949'] for subnet, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.729156 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5207eca4-4dbb-4838-9446-4f3980cbad4a'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:04:33.815804 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e154a47-b154-42f0-81e0-e80475fb4904,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:33.829452 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:33.840674 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-3633c65c-0059-4df9-96e7-9ba2151dd71f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5e154a47-b154-42f0-81e0-e80475fb4904 HTTP/1.1" status: 204 len: 168 time: 0.6531029 Feb 04 00:04:33.843221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34438) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:33.860694 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5207eca4-4dbb-4838-9446-4f3980cbad4a', 'code': 200} Feb 04 00:04:33.862199 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 5207eca4-4dbb-4838-9446-4f3980cbad4a, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:33.872390 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-52cf07cc-cce3-4157-a9dc-7682bf5d3d7f req-24441989-81a4-4aa1-8699-34d3f0323750 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403440 Feb 04 00:04:33.889303 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.137566 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.173423 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.209987 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.245566 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=5207eca4-4dbb-4838-9446-4f3980cbad4a,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:34.290199 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port e6d05017-a1f9-47ed-b2ba-12eed369f8cc, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:34.298390 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.424852 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.472268 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:34.496292 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Transition to ACTIVE for port object 9ecccf62-48aa-41ee-bef7-eb35060cedf2 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:34.506320 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.521801 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.548821 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a337b5c6-415a-4323-a4f9-80daedb41db4 req-47cb9286-56f9-48e8-8436-8dde58a67398 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 1099 time: 0.3528438 Feb 04 00:04:34.582922 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c44660-687d-41f7-8247-3b6a4c94ae6c']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:34.596101 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6103b60-7fff-4528-acc6-e64dea2ff8cc None None] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:04:34.616264 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.642569 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cb060d-a00d-4831-8f51-f43e691c974f') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:34.645252 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a337b5c6-415a-4323-a4f9-80daedb41db4 req-ad143bc1-478d-40bf-aa78-bbbb087f324c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886576 Feb 04 00:04:34.645668 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cb060d-a00d-4831-8f51-f43e691c974f') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:34.678553 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.725937 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.734785 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96af4d3-aec7-4af5-a7d1-a91b02ca9b1d None None] Pushing event updated for resources: {'Port': ['ID=9ecccf62-48aa-41ee-bef7-eb35060cedf2,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:34.735684 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:04:34.736207 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.738133 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Attempting to bind port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:34.740025 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Attempting to bind port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:34.740400 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Attempting to bind port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:34.749538 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:34.749914 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:34.750515 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.750916 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:34.751370 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Bound port: 9ecccf62-48aa-41ee-bef7-eb35060cedf2, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:34.751939 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:04:34.766506 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:04:34.841975 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] For port 9ecccf62-48aa-41ee-bef7-eb35060cedf2, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:34.845852 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] For port 9ecccf62-48aa-41ee-bef7-eb35060cedf2, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=9ecccf62-48aa-41ee-bef7-eb35060cedf2,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:34.854659 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.856929 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-498f1a9f-9b26-4bba-9b2f-a39d83239194 None None] Provisioning for port 66347b66-5f99-422f-9b34-72c18d5b920b completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:34.901798 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.950213 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:34.953341 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96af4d3-aec7-4af5-a7d1-a91b02ca9b1d None None] Pushing event updated for resources: {'Port': ['ID=9ecccf62-48aa-41ee-bef7-eb35060cedf2,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:34.963771 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c44660-687d-41f7-8247-3b6a4c94ae6c,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:34.965021 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Routers {'3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:34.965891 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:34.977892 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-180e8d4e-7b75-4d91-9517-8a767f59481f admin admin] 10.222.0.55 "DELETE /v2.0/networks/c3c44660-687d-41f7-8247-3b6a4c94ae6c HTTP/1.1" status: 204 len: 168 time: 1.1313879 Feb 04 00:04:34.981456 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Allocated IP 172.20.0.1 (dda7ffb9-39a6-4802-94ba-dbfe750f0291/bab4662d-aee7-4b29-b5d5-3dc884b40e52/3f029c7e-2058-497f-8443-7d2b0aa5d328) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:35.223851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e6d05017-a1f9-47ed-b2ba-12eed369f8cc up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:35.298697 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] Set router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:35.339379 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port e6d05017-a1f9-47ed-b2ba-12eed369f8cc triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:35.339757 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.340053 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11496537-ea12-4763-8bb8-d0b076cf38ca req-35dbc087-f8d7-4b20-be9d-d16711099ce2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:35.348421 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-11496537-ea12-4763-8bb8-d0b076cf38ca req-35dbc087-f8d7-4b20-be9d-d16711099ce2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1210821 Feb 04 00:04:35.413724 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-11496537-ea12-4763-8bb8-d0b076cf38ca req-88a22425-d278-4c2a-9d16-d2d2b6f3d9b9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Feb 04 00:04:35.448449 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34456) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:35.450902 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-9053c80c-c09a-4e69-99fd-e6db7e46c225 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.3904777 Feb 04 00:04:35.554521 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 66347b66-5f99-422f-9b34-72c18d5b920b up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:35.571576 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a9593c15-16b0-416e-8f90-2024042292b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=544ae29cd02445ca9e2767a28cb9abb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1217341 Feb 04 00:04:35.574115 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34460) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:35.640516 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 66347b66-5f99-422f-9b34-72c18d5b920b completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:35.648836 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 66347b66-5f99-422f-9b34-72c18d5b920b triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:35.649490 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.658522 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-d552cef6-b1f4-4f9c-8f39-2074cb41fa7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:35.660194 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-d552cef6-b1f4-4f9c-8f39-2074cb41fa7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.1806040 Feb 04 00:04:35.690060 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e40ae753-ae24-4bcf-aa59-944f40f35626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.707843 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:04:31Z', 'revision_number': 3, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:35.714146 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45119d17-9062-4f9d-b765-573dfce358f3 None None] The sync data for ids ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'] in dv-cinder-827776-1-smb is: [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:04:31Z', 'revision_number': 3, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:04:35.742512 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625bc2e-6a27-4a74-9c39-e1ce5e7c1318 req-adbdb271-7f7c-4dbf-83a8-4ddf58e7a36e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:35.744059 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9625bc2e-6a27-4a74-9c39-e1ce5e7c1318 req-adbdb271-7f7c-4dbf-83a8-4ddf58e7a36e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 946 time: 0.5477057 Feb 04 00:04:35.747764 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e40ae753-ae24-4bcf-aa59-944f40f35626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.754031 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.809834 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e40ae753-ae24-4bcf-aa59-944f40f35626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.810757 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-6e971102-5d60-402e-926a-38ab5d51a48c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.1352744 Feb 04 00:04:35.824975 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.833255 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ae753-ae24-4bcf-aa59-944f40f35626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c36ff-7018-4c90-8338-09ba85c9c988,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:35.855279 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e40ae753-ae24-4bcf-aa59-944f40f35626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.856421 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e40ae753-ae24-4bcf-aa59-944f40f35626 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/244c36ff-7018-4c90-8338-09ba85c9c988 HTTP/1.1" status: 204 len: 168 time: 0.2814004 Feb 04 00:04:35.875512 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Transition to ACTIVE for port object 3f029c7e-2058-497f-8443-7d2b0aa5d328 will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:35.880428 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 66347b66-5f99-422f-9b34-72c18d5b920b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=66347b66-5f99-422f-9b34-72c18d5b920b,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:35.885960 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:35.889808 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9625bc2e-6a27-4a74-9c39-e1ce5e7c1318 req-2bfd68dc-1ff7-412a-8366-8f0c92b15276 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260250 Feb 04 00:04:35.912622 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-8d37f425-e6a7-48e0-b7e0-39aa94d4888f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:35.914116 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-8d37f425-e6a7-48e0-b7e0-39aa94d4888f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.0926771 Feb 04 00:04:35.961744 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=66347b66-5f99-422f-9b34-72c18d5b920b,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:35.965785 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.014410 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-4f576b40-ee02-4dd5-9981-a077cf9c7c6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857983 Feb 04 00:04:36.117102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:36.123602 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:36.126015 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:36.126671 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.136270 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Pushing event updated for resources: {'Port': ['ID=3f029c7e-2058-497f-8443-7d2b0aa5d328,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:36.206440 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-e8507f25-ece8-4eda-aadd-b5e810b99653 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806014 Feb 04 00:04:36.340208 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34472) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:36.364328 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-889ebe37-1d06-408e-ab07-54122c1a46b0 None None] Provisioning for port 3f029c7e-2058-497f-8443-7d2b0aa5d328 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:36.373696 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-889ebe37-1d06-408e-ab07-54122c1a46b0 None None] Provisioning complete for port 3f029c7e-2058-497f-8443-7d2b0aa5d328 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:36.373976 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-889ebe37-1d06-408e-ab07-54122c1a46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.405283 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a09abe10-41d5-49f1-94e4-10dc51d501a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25936e40a89d4e19b88b719f8a9f4b90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634096 Feb 04 00:04:36.407332 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 34476) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:04:36.436637 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.455266 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-889ebe37-1d06-408e-ab07-54122c1a46b0 None None] Port 3f029c7e-2058-497f-8443-7d2b0aa5d328 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:04:36.473264 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-365545b2-38be-4f0f-8d3f-84e33bab151a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.503399 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-365545b2-38be-4f0f-8d3f-84e33bab151a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.552274 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39dae63c-5c2e-482f-8cd9-bf20ef94be3b req-25c14dd9-fa76-4e19-98f8-d02383ca42e3 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118267 Feb 04 00:04:36.587198 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-365545b2-38be-4f0f-8d3f-84e33bab151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.605580 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365545b2-38be-4f0f-8d3f-84e33bab151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378b385b-4135-403b-a642-1f037bf64feb,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:36.619862 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-365545b2-38be-4f0f-8d3f-84e33bab151a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.622061 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-365545b2-38be-4f0f-8d3f-84e33bab151a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/378b385b-4135-403b-a642-1f037bf64feb HTTP/1.1" status: 204 len: 168 time: 0.2137418 Feb 04 00:04:36.758269 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8f20e-35bb-452e-95b9-eac7240ab9ed req-2009b17b-6da0-4881-953f-17bc7b26f93f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:36.765571 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e9e8f20e-35bb-452e-95b9-eac7240ab9ed req-2009b17b-6da0-4881-953f-17bc7b26f93f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0989127 Feb 04 00:04:36.785598 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.790291 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.791005 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:36.822034 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e9e8f20e-35bb-452e-95b9-eac7240ab9ed req-f747cb3a-5454-4ba0-b38c-24949a312fa7 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550380 Feb 04 00:04:36.942705 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Pushing event updated for resources: {'Port': ['ID=3f029c7e-2058-497f-8443-7d2b0aa5d328,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:36.970603 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 66347b66-5f99-422f-9b34-72c18d5b920b up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:37.028870 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:37.030186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:37.079900 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 66347b66-5f99-422f-9b34-72c18d5b920b triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:37.080505 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:37.294521 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-60c52ad2-5946-4b6b-b00e-d145482caa63 None None] Provisioning complete for port 3f029c7e-2058-497f-8443-7d2b0aa5d328 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:37.294886 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-60c52ad2-5946-4b6b-b00e-d145482caa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:37.360398 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-60c52ad2-5946-4b6b-b00e-d145482caa63 None None] Port 3f029c7e-2058-497f-8443-7d2b0aa5d328 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:04:37.377809 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68facce4-012d-4284-853e-3782f980a84b req-ca3a6693-cc1d-4b62-a60d-5bbe3a12ffd8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:37.380176 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-68facce4-012d-4284-853e-3782f980a84b req-ca3a6693-cc1d-4b62-a60d-5bbe3a12ffd8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 946 time: 0.1747656 Feb 04 00:04:37.448897 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-68facce4-012d-4284-853e-3782f980a84b req-442e9b26-7adf-47f4-8904-53a15b640ecb tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627530 Feb 04 00:04:37.587143 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:04:37.850094 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:04:37.869617 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c5510cc6-68ac-4c68-baf6-e8bc5509ba13 admin admin] 10.222.0.55 "PUT /v2.0/routers/3a80ead6-52b3-4c0c-9ccf-fcba2e31b529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5096204 Feb 04 00:04:38.137007 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701d1f3-ab88-448a-84c4-303a6b6749e0 req-ddaca784-4b36-4034-9431-7450809c47ad tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:38.137007 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6701d1f3-ab88-448a-84c4-303a6b6749e0 req-ddaca784-4b36-4034-9431-7450809c47ad tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1144516 Feb 04 00:04:38.193762 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6701d1f3-ab88-448a-84c4-303a6b6749e0 req-934afbfe-caaf-4f4c-b3a8-a6fd18f7daf9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435908 Feb 04 00:04:39.429039 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07801741-dfe6-4b02-8be3-e5bdca400db2 req-19b2ca17-25a1-430c-98fa-3ca28be65771 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:39.430943 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-07801741-dfe6-4b02-8be3-e5bdca400db2 req-19b2ca17-25a1-430c-98fa-3ca28be65771 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0926826 Feb 04 00:04:39.483028 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-07801741-dfe6-4b02-8be3-e5bdca400db2 req-18c46fa8-f777-4aa8-9ead-a0b0266b803f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Feb 04 00:04:40.807322 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481eee81-96f0-4f70-b69f-00a14cb8e750 req-870d82b6-4f22-4d79-8a47-8cd1eafe2bfb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:40.809528 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-481eee81-96f0-4f70-b69f-00a14cb8e750 req-870d82b6-4f22-4d79-8a47-8cd1eafe2bfb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0872340 Feb 04 00:04:40.863564 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-481eee81-96f0-4f70-b69f-00a14cb8e750 req-a0cc88dc-1528-4369-8e3e-bdca3e5e190a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 Feb 04 00:04:41.250627 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:04:41.322119 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:42.240204 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8370a-7ada-4d60-a5cf-9216ddfe2168 req-fb994945-1fe0-46a9-af9f-d10702dfc49b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:42.246145 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-68f8370a-7ada-4d60-a5cf-9216ddfe2168 req-fb994945-1fe0-46a9-af9f-d10702dfc49b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1454196 Feb 04 00:04:42.371551 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-68f8370a-7ada-4d60-a5cf-9216ddfe2168 req-76b3e4bd-05dc-4af6-9589-aa18f670404f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173832 Feb 04 00:04:42.841568 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-c4a43382-6bbd-4fba-b873-2104d78034d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.1464198 Feb 04 00:04:43.096413 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 9ecccf62-48aa-41ee-bef7-eb35060cedf2 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:43.258786 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:43.266700 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:43.267422 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:43.323435 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ab2a-b159-4cf8-b728-168205724574 req-044f0400-de65-46e2-a813-ee901d0694bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:43.325510 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-044f0400-de65-46e2-a813-ee901d0694bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.4424009 Feb 04 00:04:43.445415 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-b621c7f9-d9a0-4abc-ab5a-77f33c515983 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.0991809 Feb 04 00:04:43.515357 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:43.566583 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ab2a-b159-4cf8-b728-168205724574 req-0f180c7f-3489-460e-bb73-15270359db02 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:43.569305 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-0f180c7f-3489-460e-bb73-15270359db02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.1109493 Feb 04 00:04:43.613599 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 9ecccf62-48aa-41ee-bef7-eb35060cedf2, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=9ecccf62-48aa-41ee-bef7-eb35060cedf2,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:43.622538 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:43.762582 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=9ecccf62-48aa-41ee-bef7-eb35060cedf2,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:43.787521 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-ce3ee13e-6142-4383-971b-7a1bb9b88083 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2033441 Feb 04 00:04:43.932012 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c721a-0902-4f7f-8155-deaf5515f08d req-b7362e80-0f07-44eb-9b80-4150f5ee6cdd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:43.933940 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-314c721a-0902-4f7f-8155-deaf5515f08d req-b7362e80-0f07-44eb-9b80-4150f5ee6cdd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2503877 Feb 04 00:04:44.011934 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-7f2910f3-30c3-451f-8b3d-ca7fc1c7d684 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165446 Feb 04 00:04:44.053740 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-314c721a-0902-4f7f-8155-deaf5515f08d req-341f4ea4-3a5a-430b-afd2-961750774124 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126256 Feb 04 00:04:44.203046 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0e89ab2a-b159-4cf8-b728-168205724574 req-14872250-4cf6-46dd-ac2b-d580afb6e2bd service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813343 Feb 04 00:04:44.969579 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 9ecccf62-48aa-41ee-bef7-eb35060cedf2 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:45.057836 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:45.058558 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:45.410356 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5c1be-fb48-4434-ad8d-ef01c22ae2d0 req-22f6ad6c-6be2-487c-b20d-5896e2c25f55 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:45.417551 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-18c5c1be-fb48-4434-ad8d-ef01c22ae2d0 req-22f6ad6c-6be2-487c-b20d-5896e2c25f55 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2118597 Feb 04 00:04:45.482646 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-18c5c1be-fb48-4434-ad8d-ef01c22ae2d0 req-e7114a6f-1e2a-4edd-badf-df1888c738ac tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637987 Feb 04 00:04:46.778352 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aa2b0-5710-44f9-a6e6-7602594bf16c req-1aec8f9c-eccf-44e8-bc64-0201b19debaf tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:46.787647 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e92aa2b0-5710-44f9-a6e6-7602594bf16c req-1aec8f9c-eccf-44e8-bc64-0201b19debaf tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1164114 Feb 04 00:04:46.888553 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e92aa2b0-5710-44f9-a6e6-7602594bf16c req-63d2fcbd-1e3e-4c45-b86d-62c257d60214 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997865 Feb 04 00:04:47.142882 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439eabf-bd0a-486b-8e96-763376ae418e req-51c53adb-de2b-4c00-acb6-0a034414d6f9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:47.151692 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5439eabf-bd0a-486b-8e96-763376ae418e req-51c53adb-de2b-4c00-acb6-0a034414d6f9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0965421 Feb 04 00:04:47.216091 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5439eabf-bd0a-486b-8e96-763376ae418e req-ac853408-24bd-4e17-b73a-c5f4a2214925 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631485 Feb 04 00:04:47.573931 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bef29-b632-45dc-a626-5f75975d6d79 req-8097bc97-7eaf-4561-a76d-d53f54e380be tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:47.573931 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8b5bef29-b632-45dc-a626-5f75975d6d79 req-8097bc97-7eaf-4561-a76d-d53f54e380be tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 946 time: 0.2040718 Feb 04 00:04:47.639674 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8b5bef29-b632-45dc-a626-5f75975d6d79 req-070fc616-776d-4bff-a078-6f1ad7bd76a6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712190 Feb 04 00:04:47.979924 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e53e58-efeb-423c-8b95-08c92c3c3d71 req-d3b7c2e5-3575-42f6-a990-d673820d4a02 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:47.987005 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-32e53e58-efeb-423c-8b95-08c92c3c3d71 req-d3b7c2e5-3575-42f6-a990-d673820d4a02 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0997667 Feb 04 00:04:48.042668 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-32e53e58-efeb-423c-8b95-08c92c3c3d71 req-40d05675-2749-4a2d-a803-f5a972df8eac tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547016 Feb 04 00:04:48.104131 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35f543-59a3-469b-bdbb-402521b988dc req-4c531000-98f9-4155-96fd-ea0fc81c10e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:48.105514 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3a35f543-59a3-469b-bdbb-402521b988dc req-4c531000-98f9-4155-96fd-ea0fc81c10e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0893939 Feb 04 00:04:48.160810 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3a35f543-59a3-469b-bdbb-402521b988dc req-4f6b9444-a9e5-489b-8ed0-ca1b665b38ae tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484514 Feb 04 00:04:48.467888 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c49a07-6866-48a4-82c4-57c35286e53b req-f94ac101-830c-49fd-aee8-60231d8aec32 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:48.469393 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-93c49a07-6866-48a4-82c4-57c35286e53b req-f94ac101-830c-49fd-aee8-60231d8aec32 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0872521 Feb 04 00:04:48.533057 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-93c49a07-6866-48a4-82c4-57c35286e53b req-00badc0c-4cc1-4a7f-9bdd-d01e2279b394 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558543 Feb 04 00:04:48.832891 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa153c-b721-4482-b304-1cee497c08c1 req-fbdb3645-f24f-4034-bd7a-c61a37c72d6d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:48.834436 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-feaa153c-b721-4482-b304-1cee497c08c1 req-fbdb3645-f24f-4034-bd7a-c61a37c72d6d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 946 time: 0.0811357 Feb 04 00:04:48.900140 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-feaa153c-b721-4482-b304-1cee497c08c1 req-4bc2731e-f5ab-4b30-a97f-6463e6bd0d6b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 Feb 04 00:04:49.309553 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6b9b7-b2a0-4b33-a624-b104307c77b9 req-e0c18390-d68c-4b59-b1c0-e4bc31613bcb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:49.311531 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3bc6b9b7-b2a0-4b33-a624-b104307c77b9 req-e0c18390-d68c-4b59-b1c0-e4bc31613bcb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1313136 Feb 04 00:04:49.372582 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3bc6b9b7-b2a0-4b33-a624-b104307c77b9 req-3b339e66-bf38-45e8-8574-451df628f714 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530617 Feb 04 00:04:49.440569 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4017f3-c284-4627-910b-c62f0c19363e req-980b8317-cc19-4685-95f1-c053fb7baefb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:49.445751 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6c4017f3-c284-4627-910b-c62f0c19363e req-980b8317-cc19-4685-95f1-c053fb7baefb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1096728 Feb 04 00:04:49.517033 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6c4017f3-c284-4627-910b-c62f0c19363e req-d6d9e775-41f2-4501-9682-526fc86fd41d tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680861 Feb 04 00:04:49.784778 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91703c-c7eb-4375-8dcf-943e72ab932b req-25e582be-1e80-4620-bc5d-d1f29700745d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:49.791526 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-de91703c-c7eb-4375-8dcf-943e72ab932b req-25e582be-1e80-4620-bc5d-d1f29700745d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0900981 Feb 04 00:04:49.844175 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-de91703c-c7eb-4375-8dcf-943e72ab932b req-89d40b2b-19b9-437f-888f-d491c82595e5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517564 Feb 04 00:04:49.994642 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573298-4950-41a7-871c-3d24204a16df req-e31f6046-b266-446e-95c0-c506379ebb8d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:49.997807 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-90573298-4950-41a7-871c-3d24204a16df req-e31f6046-b266-446e-95c0-c506379ebb8d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 946 time: 0.1838303 Feb 04 00:04:50.161065 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Deleting port 5207eca4-4dbb-4838-9446-4f3980cbad4a {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:04:50.161513 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:50.299814 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec9b42-8193-4c21-bad6-ff41d7bcfd0c req-98e68b6e-b951-4bbd-9972-4e57d27ea9e9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:50.306821 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d1ec9b42-8193-4c21-bad6-ff41d7bcfd0c req-98e68b6e-b951-4bbd-9972-4e57d27ea9e9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 946 time: 0.2057652 Feb 04 00:04:50.445832 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d1ec9b42-8193-4c21-bad6-ff41d7bcfd0c req-d8e98f98-1f26-43cb-bfe8-31932659fe14 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380484 Feb 04 00:04:50.510771 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] For port 5207eca4-4dbb-4838-9446-4f3980cbad4a, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5207eca4-4dbb-4838-9446-4f3980cbad4a,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:50.511453 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:50.669595 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1152c75-09de-4dde-bf6a-a58eaa2dba32 req-89b1f5e7-8851-49f4-a49c-898688f5ff76 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:50.671224 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e1152c75-09de-4dde-bf6a-a58eaa2dba32 req-89b1f5e7-8851-49f4-a49c-898688f5ff76 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1161647 Feb 04 00:04:50.742302 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e1152c75-09de-4dde-bf6a-a58eaa2dba32 req-46d790ad-bcee-495b-9e72-58a46cf06db8 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638473 Feb 04 00:04:50.853858 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Calling delete_port for 5207eca4-4dbb-4838-9446-4f3980cbad4a owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:04:51.050710 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66551f-59a0-4b31-9bb0-9c28be386b10 req-094f0f88-7039-40e2-87fe-09ec979d2403 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:51.057789 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d66551f-59a0-4b31-9bb0-9c28be386b10 req-094f0f88-7039-40e2-87fe-09ec979d2403 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2108457 Feb 04 00:04:51.114131 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:51.130796 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d', '5acc7402-db60-4222-b50c-e6662c6a4b5d', '0a546d2f-66e6-4011-b63d-79f3fc78e535', '5207eca4-4dbb-4838-9446-4f3980cbad4a'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:04:51.175246 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d66551f-59a0-4b31-9bb0-9c28be386b10 req-ed92e900-eee9-44ac-890c-b707c02f6d02 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164315 Feb 04 00:04:51.192983 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event deleted for resources: {'Port': ['ID=5207eca4-4dbb-4838-9446-4f3980cbad4a,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:51.236942 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92886baf-34ec-423b-af7c-6cf88334ff8b req-db24c3e1-c63d-4758-987a-135c61c264c5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:51.238773 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-92886baf-34ec-423b-af7c-6cf88334ff8b req-db24c3e1-c63d-4758-987a-135c61c264c5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1792600 Feb 04 00:04:51.239916 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.240265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.240600 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.240930 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.241288 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.241619 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.241944 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.242271 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.242594 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.242915 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.243379 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:51.285279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] No DVR routers for this DVR port 5207eca4-4dbb-4838-9446-4f3980cbad4a on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:04:51.289008 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:51.291834 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'name': 'network-vif-deleted', 'tag': '5207eca4-4dbb-4838-9446-4f3980cbad4a'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:04:51.334263 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-90573298-4950-41a7-871c-3d24204a16df req-b84d39b9-b47c-472b-b0c0-2f32e47f4654 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "DELETE /v2.0/ports/5207eca4-4dbb-4838-9446-4f3980cbad4a HTTP/1.1" status: 204 len: 173 time: 1.3321631 Feb 04 00:04:51.347511 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-92886baf-34ec-423b-af7c-6cf88334ff8b req-d3bddbd4-d45a-468a-94ec-04e450cf8cf3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950961 Feb 04 00:04:51.365985 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5792c1-07f3-4645-bd6e-fa48612152c2', 'name': 'network-vif-deleted', 'tag': '5207eca4-4dbb-4838-9446-4f3980cbad4a', 'status': 'completed', 'code': 200} Feb 04 00:04:51.856434 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b0e01ae6-449e-4e6a-935c-5a37a34ecfe9 req-8321c503-0c98-440f-8378-e0c0dcaab57d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:04:51.873493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b0e01ae6-449e-4e6a-935c-5a37a34ecfe9 req-8321c503-0c98-440f-8378-e0c0dcaab57d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:04:51.884937 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b0e01ae6-449e-4e6a-935c-5a37a34ecfe9 req-8321c503-0c98-440f-8378-e0c0dcaab57d tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=af5792c1-07f3-4645-bd6e-fa48612152c2 HTTP/1.1" status: 200 len: 210 time: 0.0766146 Feb 04 00:04:51.969824 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d151213-b72e-49d8-ba0d-e5f99cfec9e5 req-fee51c80-1bc2-471d-8be9-cfdf02e8a181 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:51.977370 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5d151213-b72e-49d8-ba0d-e5f99cfec9e5 req-fee51c80-1bc2-471d-8be9-cfdf02e8a181 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1024885 Feb 04 00:04:52.022673 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5d151213-b72e-49d8-ba0d-e5f99cfec9e5 req-a45c1194-0769-4216-9cf3-fa54b1449861 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443039 Feb 04 00:04:52.403274 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Sync routers for ids ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:04:52.422356 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Routers {'3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:52.423217 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:52.562561 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f7dd-8531-4288-9f81-69637b5e26bc req-13d58085-3090-4d4b-b0d6-188c34bf12b3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:52.569414 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bca9f7dd-8531-4288-9f81-69637b5e26bc req-13d58085-3090-4d4b-b0d6-188c34bf12b3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2251091 Feb 04 00:04:52.675094 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bca9f7dd-8531-4288-9f81-69637b5e26bc req-ad37a296-6181-4a1a-9d59-a548a1a1833a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973268 Feb 04 00:04:52.760967 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Set router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:52.807584 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3caf98-4d05-4987-9012-c1ea569d2c33 req-ddb57091-be93-4ec9-b439-754bc0a8d749 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:52.815181 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2e3caf98-4d05-4987-9012-c1ea569d2c33 req-ddb57091-be93-4ec9-b439-754bc0a8d749 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0964618 Feb 04 00:04:52.887124 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2e3caf98-4d05-4987-9012-c1ea569d2c33 req-f20fd50c-cbd6-4711-8151-d366dea3bb81 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691798 Feb 04 00:04:53.198556 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:04:36Z', 'revision_number': 4, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '3f029c7e-2058-497f-8443-7d2b0aa5d328', 'name': '', 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'mac_address': 'fa:16:3e:b3:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:36Z', 'revision_number': 2, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'subnets': [{'id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:53.209917 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Checking router: 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:04:53.210297 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Updating router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 port 3f029c7e-2058-497f-8443-7d2b0aa5d328 binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:04:53.313227 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:53.355170 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136de433-05e9-4d10-8e09-aba2e6a01be8 req-c184ca2f-92bf-4736-8eda-1a555faf9aaf tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.356769 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-136de433-05e9-4d10-8e09-aba2e6a01be8 req-c184ca2f-92bf-4736-8eda-1a555faf9aaf tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1151361 Feb 04 00:04:53.413389 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-136de433-05e9-4d10-8e09-aba2e6a01be8 req-fdbb538c-70ff-4b26-ba62-09820f7bf7b2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493937 Feb 04 00:04:53.427340 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-c9afb741-34c9-4acc-9ca7-94619fa28763 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.428149 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-c9afb741-34c9-4acc-9ca7-94619fa28763 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:network {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:04:53.453246 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-c9afb741-34c9-4acc-9ca7-94619fa28763 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:network {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:04:53.453246 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-c9afb741-34c9-4acc-9ca7-94619fa28763 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 814 time: 0.2447834 Feb 04 00:04:53.471071 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-061fec25-f85a-4612-9789-7d88d1c7510f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/quotas/22f2d30535934797b19acf87f5d5de32 HTTP/1.1" status: 200 len: 375 time: 0.0110872 Feb 04 00:04:53.561703 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-5a8f2639-f7f1-4164-86ed-9b88b27c1be4 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850863 Feb 04 00:04:53.690125 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:53.703385 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Transition to ACTIVE for port object 3f029c7e-2058-497f-8443-7d2b0aa5d328 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:53.710556 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:53.711061 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-9eb8ee7c-bc79-4895-ba59-9d8bff6a050c service neutron] 10.222.0.55 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306999 Feb 04 00:04:53.849901 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-bff8ee4c-b12a-4d39-a8f0-03f9a36b1b5a service neutron] 10.222.0.55 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329486 Feb 04 00:04:53.917497 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Pushing event updated for resources: {'Port': ['ID=3f029c7e-2058-497f-8443-7d2b0aa5d328,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:53.919002 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f70487-2d12-48a2-9fbb-d8f9deb6b538 req-7c89aa38-b303-48f5-ac11-cae6ed963750 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:53.920847 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-38f70487-2d12-48a2-9fbb-d8f9deb6b538 req-7c89aa38-b303-48f5-ac11-cae6ed963750 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0937765 Feb 04 00:04:53.956580 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.957623 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.958073 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.958444 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.958770 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.959129 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.959449 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.959766 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.960094 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.960393 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.960706 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:04:53.966886 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Attempting to bind port 3f029c7e-2058-497f-8443-7d2b0aa5d328 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:53.967314 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Attempting to bind port 3f029c7e-2058-497f-8443-7d2b0aa5d328 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:53.967706 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Attempting to bind port 3f029c7e-2058-497f-8443-7d2b0aa5d328 on network dda7ffb9-39a6-4802-94ba-dbfe750f0291 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:53.981197 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-38f70487-2d12-48a2-9fbb-d8f9deb6b538 req-e6421eca-dfc4-40e9-969f-73c93afbdb4d tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519369 Feb 04 00:04:53.994971 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:53.995345 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Checking segment: {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:53.996848 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:53.998663 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Bound using segment: {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:53.999141 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Bound port: 3f029c7e-2058-497f-8443-7d2b0aa5d328, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77593c21-34f8-4064-a627-6be41935cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:53.999506 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:54.120863 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-a9171fbc-08c2-4c6e-836b-934e243065f1 req-246c165a-a9bd-48f1-9da5-3d81bbfa30b8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:04:54.141613 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] For port 3f029c7e-2058-497f-8443-7d2b0aa5d328, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:54.142934 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-a9171fbc-08c2-4c6e-836b-934e243065f1 req-246c165a-a9bd-48f1-9da5-3d81bbfa30b8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:04:54.145523 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a9171fbc-08c2-4c6e-836b-934e243065f1 req-246c165a-a9bd-48f1-9da5-3d81bbfa30b8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 210 time: 0.0704138 Feb 04 00:04:54.146381 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] For port 3f029c7e-2058-497f-8443-7d2b0aa5d328, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3f029c7e-2058-497f-8443-7d2b0aa5d328,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:54.150454 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:54.194258 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf5a32-8fca-4763-903a-a386fef69997 req-cc149259-7675-4036-869b-e89cd4b81b96 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:54.195802 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-31bf5a32-8fca-4763-903a-a386fef69997 req-cc149259-7675-4036-869b-e89cd4b81b96 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0818644 Feb 04 00:04:54.248770 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-31bf5a32-8fca-4763-903a-a386fef69997 req-e3f7ea34-2f2b-489e-a77e-bcd365f87058 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471101 Feb 04 00:04:54.261196 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Routers {'3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:04:54.261850 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:04:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:54.333837 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45d522-2079-4768-ab31-e937c960e874 None None] Pushing event updated for resources: {'Port': ['ID=3f029c7e-2058-497f-8443-7d2b0aa5d328,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:54.643709 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] Set router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:04:54.726265 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696767-9aef-4518-809d-9670afa1994e req-b55a9fbe-041f-4183-9052-4f7b303d9f3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:54.734057 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-11696767-9aef-4518-809d-9670afa1994e req-b55a9fbe-041f-4183-9052-4f7b303d9f3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0970745 Feb 04 00:04:54.874175 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-11696767-9aef-4518-809d-9670afa1994e req-1295c619-29f6-4cd5-9213-99d86073ed96 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389022 Feb 04 00:04:54.926223 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5207eca4-4dbb-4838-9446-4f3980cbad4a no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:04:54.971463 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 5207eca4-4dbb-4838-9446-4f3980cbad4a {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:04:54.971920 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5207eca4-4dbb-4838-9446-4f3980cbad4a not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:04:55.201801 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:04:36Z', 'revision_number': 4, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '3f029c7e-2058-497f-8443-7d2b0aa5d328', 'name': '', 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'mac_address': 'fa:16:3e:b3:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:54Z', 'revision_number': 4, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'subnets': [{'id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:04:55.203970 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008886f-2fa0-4c9c-9cfe-a6ee4ee726a7 req-1dd15ea9-cae2-4089-9b78-160b682496e5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:55.208009 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f94370-66b3-4955-ab99-1a175e305a32 None None] The sync data for ids ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'] in dv-cinder-827776-1-smb is: [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:04:36Z', 'revision_number': 4, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '3f029c7e-2058-497f-8443-7d2b0aa5d328', 'name': '', 'network_id': 'dda7ffb9-39a6-4802-94ba-dbfe750f0291', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'mac_address': 'fa:16:3e:b3:b6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:34Z', 'updated_at': '2022-02-04T00:04:54Z', 'revision_number': 4, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'subnets': [{'id': 'bab4662d-aee7-4b29-b5d5-3dc884b40e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:04:55.218479 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d008886f-2fa0-4c9c-9cfe-a6ee4ee726a7 req-1dd15ea9-cae2-4089-9b78-160b682496e5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1673875 Feb 04 00:04:55.305767 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d008886f-2fa0-4c9c-9cfe-a6ee4ee726a7 req-82c60167-e7c2-48f6-af66-b56dfef590dc tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848923 Feb 04 00:04:55.368884 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862d9cc-4649-4c7d-834e-ac2ebdb507e3 req-d4951dff-47b3-41aa-b13c-e1eebba76ebb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:55.370579 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1862d9cc-4649-4c7d-834e-ac2ebdb507e3 req-d4951dff-47b3-41aa-b13c-e1eebba76ebb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1387284 Feb 04 00:04:55.443017 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1862d9cc-4649-4c7d-834e-ac2ebdb507e3 req-eb7eb733-4dc5-460b-8c8c-505439bf5e61 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Feb 04 00:04:55.551580 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8ea36b83-101a-409e-8182-7b049956430b req-2ae2e3db-9a19-4da2-aff2-4788a9356c2c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 210 time: 0.0564542 Feb 04 00:04:55.815341 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ccf44-7fc9-4ac1-b6a9-930dba9a8005 req-75ff1351-299b-4b8b-a1f4-8089ab76e221 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:55.817040 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f83ccf44-7fc9-4ac1-b6a9-930dba9a8005 req-75ff1351-299b-4b8b-a1f4-8089ab76e221 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1065700 Feb 04 00:04:55.858870 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-4ccd7a96-c4d3-4ee3-98e3-1919d08f94a1 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:55.860483 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-4ccd7a96-c4d3-4ee3-98e3-1919d08f94a1 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.26 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 814 time: 0.2350948 Feb 04 00:04:55.872231 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f83ccf44-7fc9-4ac1-b6a9-930dba9a8005 req-513321a8-06e6-4fad-b1a1-41445db4ee82 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484729 Feb 04 00:04:55.883440 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'port': {'device_id': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'admin_state_up': True, 'tenant_id': '22f2d30535934797b19acf87f5d5de32'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:56.100776 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:04:56.120113 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:04:56.141765 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Made reservation on behalf of 22f2d30535934797b19acf87f5d5de32 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:04:56.145492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:56.170700 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4a67d-3c48-47bb-8397-a3c5748a3a3b req-185ea055-6da0-4e69-9094-78c302fa44cd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:56.172175 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cce4a67d-3c48-47bb-8397-a3c5748a3a3b req-185ea055-6da0-4e69-9094-78c302fa44cd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1486201 Feb 04 00:04:56.296627 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cce4a67d-3c48-47bb-8397-a3c5748a3a3b req-7deac7f2-45b5-4214-be3c-28da99561c79 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158178 Feb 04 00:04:56.397219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Allocated IP 172.20.0.6 (9d6c68f2-fc15-4a11-ad49-07dee445a772/68ecf824-b72d-49c2-935b-0f9135ce9cd1/29dfed59-26c4-43b3-b254-a2b570056e8d) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:04:56.623417 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ae25-5ae0-4ea7-86c9-0b196a5b37eb req-f2a5a517-bee7-47d1-a06e-059845ec17ef tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:56.634796 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-44b7ae25-5ae0-4ea7-86c9-0b196a5b37eb req-f2a5a517-bee7-47d1-a06e-059845ec17ef tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1700737 Feb 04 00:04:56.719474 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:56.735645 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-44b7ae25-5ae0-4ea7-86c9-0b196a5b37eb req-c88dea36-8a40-4813-b970-343e488e4562 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872562 Feb 04 00:04:56.767272 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Transition to ACTIVE for port object 29dfed59-26c4-43b3-b254-a2b570056e8d will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:56.967416 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5d39c2a6-6f99-41bc-8e9d-82fa95693c34 req-51dca1c4-e52f-4fa6-87d8-aca7676132c6 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 210 time: 0.0989425 Feb 04 00:04:57.074594 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3f029c7e-2058-497f-8443-7d2b0aa5d328 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:57.145723 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:57.247446 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 3f029c7e-2058-497f-8443-7d2b0aa5d328 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:57.254109 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3f029c7e-2058-497f-8443-7d2b0aa5d328 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:57.254473 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:57.308317 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:04:57.318462 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:04:57.338899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:04:57.342802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:57.343406 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:57.345348 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10bde6-d750-462c-8a49-6ac3b918017e req-06568ee1-64cc-458c-951a-66d148d37f6d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:57.352895 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fa10bde6-d750-462c-8a49-6ac3b918017e req-06568ee1-64cc-458c-951a-66d148d37f6d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1092026 Feb 04 00:04:57.358411 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc37bd-ec28-4414-81c5-9194bbe611f6 req-45c169c7-0390-4eee-9035-e7e157cdeec4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:57.370536 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6bbc37bd-ec28-4414-81c5-9194bbe611f6 req-45c169c7-0390-4eee-9035-e7e157cdeec4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.6604557 Feb 04 00:04:57.387031 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:57.488815 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:57.527361 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6bbc37bd-ec28-4414-81c5-9194bbe611f6 req-f286621a-fa29-4c8a-80cc-348a758e4d02 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477435 Feb 04 00:04:57.529088 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-cbc7f27a-3e78-444c-a22d-503482d9b213 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6509879 Feb 04 00:04:57.537585 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fa10bde6-d750-462c-8a49-6ac3b918017e req-7f370194-2bd5-422f-9b4f-e9a8293af5d2 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828396 Feb 04 00:04:57.576064 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 3f029c7e-2058-497f-8443-7d2b0aa5d328, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3f029c7e-2058-497f-8443-7d2b0aa5d328,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:04:57.587683 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:57.593379 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Request body: {'port': {'device_id': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:04:57.822543 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=3f029c7e-2058-497f-8443-7d2b0aa5d328,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:57.851722 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-5bb88e91-0c97-48c7-a673-7cc610901891 None None] Provisioning for port 29dfed59-26c4-43b3-b254-a2b570056e8d completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:04:57.864172 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-5bb88e91-0c97-48c7-a673-7cc610901891 None None] Provisioning complete for port 29dfed59-26c4-43b3-b254-a2b570056e8d triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:57.864685 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5bb88e91-0c97-48c7-a673-7cc610901891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:57.972876 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5bb88e91-0c97-48c7-a673-7cc610901891 None None] Port 29dfed59-26c4-43b3-b254-a2b570056e8d cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:04:57.973776 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:58.052783 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ed2d3-16d6-4096-bb1d-0fe24097e747 req-c35e2e61-4ca2-4fc1-afc0-b5a5f5e7e1d1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:58.054228 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da9ed2d3-16d6-4096-bb1d-0fe24097e747 req-c35e2e61-4ca2-4fc1-afc0-b5a5f5e7e1d1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.3066289 Feb 04 00:04:58.097277 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848bf51-d683-44f2-b794-42bd246f73fb req-1ef82f18-c8c8-4878-be17-5d7c5d24fe29 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:58.105344 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6848bf51-d683-44f2-b794-42bd246f73fb req-1ef82f18-c8c8-4878-be17-5d7c5d24fe29 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1556947 Feb 04 00:04:58.144364 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da9ed2d3-16d6-4096-bb1d-0fe24097e747 req-fd5f1c48-78ab-4df2-bebd-bdfffc7a0386 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787766 Feb 04 00:04:58.205457 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6848bf51-d683-44f2-b794-42bd246f73fb req-a87a7d7a-e76c-4b71-9701-e6e9d0b231a3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967240 Feb 04 00:04:58.538229 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8f705-f0f3-4cd5-a662-41be9a221d2c req-d4a66e64-9fbb-4d30-88dc-7587439119bf tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:58.539106 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-65a8f705-f0f3-4cd5-a662-41be9a221d2c req-d4a66e64-9fbb-4d30-88dc-7587439119bf tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:04:58.608206 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-65a8f705-f0f3-4cd5-a662-41be9a221d2c req-d4a66e64-9fbb-4d30-88dc-7587439119bf tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:04:58.609145 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-65a8f705-f0f3-4cd5-a662-41be9a221d2c req-d4a66e64-9fbb-4d30-88dc-7587439119bf tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 931 time: 0.3059349 Feb 04 00:04:58.658763 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dfed59-26c4-43b3-b254-a2b570056e8d {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:04:58.672706 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:58.697041 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Transition to ACTIVE for port object 29dfed59-26c4-43b3-b254-a2b570056e8d will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:04:58.700403 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-65a8f705-f0f3-4cd5-a662-41be9a221d2c req-26fe075c-69f6-4d45-8bcc-0214e0855dbe tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775547 Feb 04 00:04:58.702308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:58.834253 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d1a82-ee40-4600-9be0-c29ae3127a75 req-829a7f38-a213-4b3e-9451-49ddcac380ed tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:58.847273 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-163d1a82-ee40-4600-9be0-c29ae3127a75 req-829a7f38-a213-4b3e-9451-49ddcac380ed tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1342187 Feb 04 00:04:58.907580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:58.987132 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-163d1a82-ee40-4600-9be0-c29ae3127a75 req-91e20789-1e21-4e7f-abe9-8599616e94d5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388490 Feb 04 00:04:59.095083 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3f029c7e-2058-497f-8443-7d2b0aa5d328 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:04:59.155893 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Attempting to bind port 29dfed59-26c4-43b3-b254-a2b570056e8d on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:04:59.159787 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Attempting to bind port 29dfed59-26c4-43b3-b254-a2b570056e8d by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:04:59.160135 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Attempting to bind port 29dfed59-26c4-43b3-b254-a2b570056e8d on network 9d6c68f2-fc15-4a11-ad49-07dee445a772 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:59.181883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Port 29dfed59-26c4-43b3-b254-a2b570056e8d on network 9d6c68f2-fc15-4a11-ad49-07dee445a772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:04:59.183315 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Attempting to bind port 29dfed59-26c4-43b3-b254-a2b570056e8d on network 9d6c68f2-fc15-4a11-ad49-07dee445a772 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:04:59.204899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:04:59.205390 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Checking segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:04:59.206731 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Bound using segment: {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:04:59.206731 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Bound port: 29dfed59-26c4-43b3-b254-a2b570056e8d, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2ffbc5-0a40-425e-bb8f-212b5e944542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:04:59.207081 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:59.320942 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3c6c-bb1f-4bdd-b0c4-a76cf3283684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:59.323656 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3f029c7e-2058-497f-8443-7d2b0aa5d328 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:04:59.324133 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:59.499629 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:04:59.504978 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:04:59.515322 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ae1f1-fe43-4d2b-87f9-040d4b3a7274 req-a5dc77e2-8c79-4472-b47a-a70dd0f8a5d6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:59.525831 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de553487-4805-4470-a832-28bdf0628619 req-8ec42266-e80c-494f-bd5d-30006d4e3270 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:59.533199 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-040ae1f1-fe43-4d2b-87f9-040d4b3a7274 req-a5dc77e2-8c79-4472-b47a-a70dd0f8a5d6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1696591 Feb 04 00:04:59.536240 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-de553487-4805-4470-a832-28bdf0628619 req-8ec42266-e80c-494f-bd5d-30006d4e3270 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.2168179 Feb 04 00:04:59.571960 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:59.616165 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-de553487-4805-4470-a832-28bdf0628619 req-4d5c97c2-a1ef-4787-8bde-4cda41140170 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787799 Feb 04 00:04:59.782509 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:04:59.794715 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:04:59.796090 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-a156e573-2ab8-49d0-b5b7-5efa30e6b9f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 1093 time: 2.2069607 Feb 04 00:04:59.797487 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:04:59.850173 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-040ae1f1-fe43-4d2b-87f9-040d4b3a7274 req-39a63ad5-2937-42a1-9353-b471aeb82585 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157461 Feb 04 00:04:59.856884 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be73bb-3417-4c4a-8f96-b82fa31decfe req-1c71e44d-1587-4766-849d-d95a572bc40e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:04:59.859012 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-83be73bb-3417-4c4a-8f96-b82fa31decfe req-1c71e44d-1587-4766-849d-d95a572bc40e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1261940 Feb 04 00:04:59.964954 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-83be73bb-3417-4c4a-8f96-b82fa31decfe req-7c667c4e-0fdc-435d-a7ca-a71d1959af80 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984433 Feb 04 00:05:00.069193 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'status': 'completed', 'code': 200} Feb 04 00:05:00.248002 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebf69-368b-43c8-aa39-24452fa36d6d req-1fa59d4b-857e-437a-8840-e4207886e6be tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:00.257908 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ed3ebf69-368b-43c8-aa39-24452fa36d6d req-1fa59d4b-857e-437a-8840-e4207886e6be tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1538861 Feb 04 00:05:00.334234 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ed3ebf69-368b-43c8-aa39-24452fa36d6d req-2562fedb-013f-467c-8e39-f27e916f7e6e tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750899 Feb 04 00:05:00.436899 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa8802-500e-48d7-b11e-5da6a06ff0f1 req-fa4a07fa-4070-4a2a-8ccc-adc7e4fb29e5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:00.438597 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f0fa8802-500e-48d7-b11e-5da6a06ff0f1 req-fa4a07fa-4070-4a2a-8ccc-adc7e4fb29e5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1217151 Feb 04 00:05:00.486127 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f0fa8802-500e-48d7-b11e-5da6a06ff0f1 req-28ec044f-9618-41cf-8494-886a6e63bfb3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408649 Feb 04 00:05:00.841302 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586f385-a7d7-4721-bf3b-9d868e7db5c5 req-38b1cef2-2d5d-478f-864d-4a4042c1c935 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:00.842879 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4586f385-a7d7-4721-bf3b-9d868e7db5c5 req-38b1cef2-2d5d-478f-864d-4a4042c1c935 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0965853 Feb 04 00:05:00.894088 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4586f385-a7d7-4721-bf3b-9d868e7db5c5 req-6925b0b9-9181-4afb-9a3f-eb6dc1eb57b4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444617 Feb 04 00:05:01.165894 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda2b08-aacb-4db7-a838-4dcc3af0aa19 req-7b4a3402-7dee-4a74-abe4-22804c5d602b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:01.167452 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6fda2b08-aacb-4db7-a838-4dcc3af0aa19 req-7b4a3402-7dee-4a74-abe4-22804c5d602b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1519473 Feb 04 00:05:01.223779 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6fda2b08-aacb-4db7-a838-4dcc3af0aa19 req-fe2b383c-edae-498b-8140-c699a7e3da1e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503817 Feb 04 00:05:01.227180 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d63e8-fb3f-4935-960c-34bb4f801fd6 req-60c75d55-ab36-4b3d-b31a-21db76f42038 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:01.228679 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-158d63e8-fb3f-4935-960c-34bb4f801fd6 req-60c75d55-ab36-4b3d-b31a-21db76f42038 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1058440 Feb 04 00:05:01.307562 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-158d63e8-fb3f-4935-960c-34bb4f801fd6 req-6368823c-2e4e-4f9b-92cd-08061345ff00 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730107 Feb 04 00:05:01.571346 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4116df-db73-4506-a465-8281158e93c9 req-cff78789-a260-4f53-9567-b43eda2962f2 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:01.573014 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ce4116df-db73-4506-a465-8281158e93c9 req-cff78789-a260-4f53-9567-b43eda2962f2 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1026595 Feb 04 00:05:01.657430 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-ce4116df-db73-4506-a465-8281158e93c9 req-3e0d2475-39d9-409c-8bdd-db7f69e93860 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:01.693287 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-ce4116df-db73-4506-a465-8281158e93c9 req-3e0d2475-39d9-409c-8bdd-db7f69e93860 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:01.695386 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ce4116df-db73-4506-a465-8281158e93c9 req-3e0d2475-39d9-409c-8bdd-db7f69e93860 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166236 Feb 04 00:05:01.719762 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3d124-b286-4114-b8ed-79724c5cd811 req-80689f66-085a-4aee-8d65-d41101117bba tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:01.721240 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-62d3d124-b286-4114-b8ed-79724c5cd811 req-80689f66-085a-4aee-8d65-d41101117bba tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0942144 Feb 04 00:05:01.775315 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-62d3d124-b286-4114-b8ed-79724c5cd811 req-b4dda1cd-7ead-4805-88d8-feb189dd92e8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Feb 04 00:05:01.785693 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8c77-fd2d-4416-ac49-dd063f75e916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:02.148007 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076449da-4f9c-4c1c-8420-24db54c3f3bc req-9a141974-14ae-42d4-8baa-ade3dcd12ae9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:02.149578 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-076449da-4f9c-4c1c-8420-24db54c3f3bc req-9a141974-14ae-42d4-8baa-ade3dcd12ae9 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0898309 Feb 04 00:05:02.196088 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-076449da-4f9c-4c1c-8420-24db54c3f3bc req-5209e5fc-16b7-4726-a9d5-98bdefe9fe89 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406945 Feb 04 00:05:02.408163 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:02.594485 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a019a1-89e5-4a6b-97e0-7bf7baa9dbe4 req-59498791-b8e2-43b8-880b-07319d307633 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:02.604723 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b1a019a1-89e5-4a6b-97e0-7bf7baa9dbe4 req-59498791-b8e2-43b8-880b-07319d307633 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1183188 Feb 04 00:05:02.622527 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54318b-531d-4137-b23f-f706f79223f6 req-9c2b805c-35da-4b96-a5d5-a5bd3ae60c77 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:02.626049 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f54318b-531d-4137-b23f-f706f79223f6 req-9c2b805c-35da-4b96-a5d5-a5bd3ae60c77 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.2236960 Feb 04 00:05:02.695109 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b1a019a1-89e5-4a6b-97e0-7bf7baa9dbe4 req-be67ff44-0544-44c4-801d-bde54c2df8d6 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895908 Feb 04 00:05:02.708167 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f54318b-531d-4137-b23f-f706f79223f6 req-089667a2-54cd-490d-a5c9-b9de535cc8a4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715871 Feb 04 00:05:02.934518 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:02.947711 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ac7f3-717d-48c3-a2a7-c739c3f2998e req-24896f36-740b-4fa3-815b-83e0a64eae6d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:02.952687 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d7ac7f3-717d-48c3-a2a7-c739c3f2998e req-24896f36-740b-4fa3-815b-83e0a64eae6d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1173360 Feb 04 00:05:03.028046 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404c343-aa17-404f-94dc-ac996bb1257e req-b505cb3c-a7d9-4b14-9e68-5d20a140b5a8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:03.030250 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e404c343-aa17-404f-94dc-ac996bb1257e req-b505cb3c-a7d9-4b14-9e68-5d20a140b5a8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0965459 Feb 04 00:05:03.038388 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d7ac7f3-717d-48c3-a2a7-c739c3f2998e req-3e77ee88-57fb-463d-97e9-646a7235f169 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740788 Feb 04 00:05:03.098182 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e404c343-aa17-404f-94dc-ac996bb1257e req-56a8f885-b686-4b18-add0-7435797d582a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Feb 04 00:05:03.457174 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699ed25-0ead-483a-a9af-75bea5b6e5d7 req-f7577d49-d2c6-4650-96e0-b6230538e0b1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:03.464611 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3699ed25-0ead-483a-a9af-75bea5b6e5d7 req-f7577d49-d2c6-4650-96e0-b6230538e0b1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1213245 Feb 04 00:05:03.515371 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3699ed25-0ead-483a-a9af-75bea5b6e5d7 req-8bb534c5-12a6-4ae4-8b86-59be0c5a6184 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498743 Feb 04 00:05:03.692839 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35010) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:03.955079 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:03.982084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527e1b9-db69-4afb-80c7-80e3367d3408 req-82e806f3-b4f2-4704-92f7-9037a9d7f00b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:03.983580 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f527e1b9-db69-4afb-80c7-80e3367d3408 req-82e806f3-b4f2-4704-92f7-9037a9d7f00b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1298947 Feb 04 00:05:04.009092 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.088551 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f527e1b9-db69-4afb-80c7-80e3367d3408 req-1f09f1bb-81e5-446e-a140-b889df747574 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981390 Feb 04 00:05:04.112197 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1daf53-1f3c-4e81-bf56-40b3486a4e88 req-6ba32153-2654-4d9f-a0a7-b19123e0f380 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:04.113795 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-af1daf53-1f3c-4e81-bf56-40b3486a4e88 req-6ba32153-2654-4d9f-a0a7-b19123e0f380 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.2189543 Feb 04 00:05:04.117228 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:04.138974 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d15d83272b64206af21840ad9c4a31d is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:04.145016 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:04.152843 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:04.189594 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-af1daf53-1f3c-4e81-bf56-40b3486a4e88 req-ad272100-e10d-47c4-a850-5eb9ca17ad3e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698342 Feb 04 00:05:04.293940 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.309409 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.375667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5c640-561e-4c34-b9b0-9878fd144bab req-88e0d85a-e9be-473f-9253-f7742bf06b6f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:04.382520 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-89f5c640-561e-4c34-b9b0-9878fd144bab req-88e0d85a-e9be-473f-9253-f7742bf06b6f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1492791 Feb 04 00:05:04.443759 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-89f5c640-561e-4c34-b9b0-9878fd144bab req-d0ec2cb7-8666-4ebf-b6b2-1ccf67b36498 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Feb 04 00:05:04.444004 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad97a10c-b684-41d4-b26c-f9576ab24456,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:04.458037 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d15d83272b64206af21840ad9c4a31d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7643631 Feb 04 00:05:04.461036 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35024) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:04.562738 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.563360 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.563702 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.564034 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.564366 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.564694 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.565018 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.566055 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.566386 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.566707 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.567026 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedf26ad-dd12-4a9b-8ade-e9be8c5979d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:04.671692 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb23-d6c8-4b53-986d-340fe2019539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.679256 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f2294-fb94-460f-ac7a-84bd9a34c9d6 req-35fb42a2-2c76-4da1-9df4-beb3a016d054 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:04.680912 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b11f2294-fb94-460f-ac7a-84bd9a34c9d6 req-35fb42a2-2c76-4da1-9df4-beb3a016d054 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2885950 Feb 04 00:05:04.728549 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb23-d6c8-4b53-986d-340fe2019539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.818913 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b11f2294-fb94-460f-ac7a-84bd9a34c9d6 req-bd6db5bc-398c-4554-9d36-c8f9b8cbc1e4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253643 Feb 04 00:05:04.834184 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c956f7-cacf-4fed-b89d-3b793ef119ac req-d0e11544-7e73-40f8-93ab-366313dab56f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:04.837649 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb23-d6c8-4b53-986d-340fe2019539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.839447 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-25c956f7-cacf-4fed-b89d-3b793ef119ac req-d0e11544-7e73-40f8-93ab-366313dab56f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1343291 Feb 04 00:05:04.873916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfbb23-d6c8-4b53-986d-340fe2019539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad97a10c-b684-41d4-b26c-f9576ab24456,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:04.879407 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72cfbb23-d6c8-4b53-986d-340fe2019539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:04.883649 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-72cfbb23-d6c8-4b53-986d-340fe2019539 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad97a10c-b684-41d4-b26c-f9576ab24456 HTTP/1.1" status: 204 len: 168 time: 0.4216411 Feb 04 00:05:04.943873 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-25c956f7-cacf-4fed-b89d-3b793ef119ac req-3bec6acf-4c38-4955-9ef3-17ce0101c00b tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905075 Feb 04 00:05:05.330592 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57dd3f-d631-4021-9877-9d793f9c4c80 req-3f0184ff-7730-4742-bf13-8fa0fa48df20 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:05.340663 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2f57dd3f-d631-4021-9877-9d793f9c4c80 req-3f0184ff-7730-4742-bf13-8fa0fa48df20 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.1006255 Feb 04 00:05:05.403348 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2f57dd3f-d631-4021-9877-9d793f9c4c80 req-048633e4-8c7d-42ed-a88c-ae93eba4627c tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561490 Feb 04 00:05:05.525828 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92c370-a3f8-4bce-acbf-c90da27e26ce req-fd17170a-f25e-4210-ac56-e592cd6ed4e1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:05.529551 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd92c370-a3f8-4bce-acbf-c90da27e26ce req-fd17170a-f25e-4210-ac56-e592cd6ed4e1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1427093 Feb 04 00:05:05.637626 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd92c370-a3f8-4bce-acbf-c90da27e26ce req-e902950a-896c-4679-a62b-47dae0552df8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008124 Feb 04 00:05:05.767783 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46c018-2924-4619-afc5-72f4097cb02e req-dde4728c-1568-4e32-9239-2b0ff2df03f5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:05.770866 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d46c018-2924-4619-afc5-72f4097cb02e req-dde4728c-1568-4e32-9239-2b0ff2df03f5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1338310 Feb 04 00:05:05.839547 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d46c018-2924-4619-afc5-72f4097cb02e req-d48d02d8-7ed0-4eba-9a1c-1015c8117d71 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Feb 04 00:05:06.089997 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599452e-0d45-4f61-ba07-6984111c576b req-14383b90-4344-4bc9-8528-e6ac89fe4846 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:06.091742 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b599452e-0d45-4f61-ba07-6984111c576b req-14383b90-4344-4bc9-8528-e6ac89fe4846 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0913727 Feb 04 00:05:06.144368 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b599452e-0d45-4f61-ba07-6984111c576b req-ce1d3889-83b7-41f6-87cb-51ff6cb81d24 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459991 Feb 04 00:05:06.175456 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d4ef-d982-4f12-a166-d61d500a4ffc req-5aa033a5-4c59-4fe0-b8cc-9eec2570ef63 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:06.176889 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9470d4ef-d982-4f12-a166-d61d500a4ffc req-5aa033a5-4c59-4fe0-b8cc-9eec2570ef63 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0869832 Feb 04 00:05:06.224868 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9470d4ef-d982-4f12-a166-d61d500a4ffc req-9a2b29f0-4118-46db-b8dd-6afd74fc04c4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Feb 04 00:05:06.608951 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf94358-6842-44fc-b4b2-382e7f11620e req-7f9f0dfc-030a-4568-af60-97193539d3c8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:06.610473 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9bf94358-6842-44fc-b4b2-382e7f11620e req-7f9f0dfc-030a-4568-af60-97193539d3c8 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.0852416 Feb 04 00:05:06.661252 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9bf94358-6842-44fc-b4b2-382e7f11620e req-3dfd360e-bf35-4eb0-a8ae-3381548a3363 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Feb 04 00:05:06.917082 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-69e26039-1ac0-493f-ada9-b3f70a476aa4 req-b91c4d6c-39e6-4547-b328-a254e6d64f4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1096 time: 0.0979295 Feb 04 00:05:06.955777 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb49f-35e9-4010-9cd9-d502e3a9da30 req-6e793401-74a4-45f5-827a-3ebc54b883da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:06.957311 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1bdb49f-35e9-4010-9cd9-d502e3a9da30 req-6e793401-74a4-45f5-827a-3ebc54b883da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0885291 Feb 04 00:05:07.013143 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1bdb49f-35e9-4010-9cd9-d502e3a9da30 req-2a608e30-006a-456e-a58b-0233dde83493 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470111 Feb 04 00:05:07.197455 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26039-1ac0-493f-ada9-b3f70a476aa4 req-fcc1d053-6bb1-458c-94b3-bf8cd41aadf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:07.198862 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-69e26039-1ac0-493f-ada9-b3f70a476aa4 req-fcc1d053-6bb1-458c-94b3-bf8cd41aadf8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=22f2d30535934797b19acf87f5d5de32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2697620 Feb 04 00:05:07.206741 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdde7b-948f-40e6-8611-22c6d3994820 req-4e8bc172-7464-40c6-a695-f7dd0ec55e0a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:07.208103 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bafdde7b-948f-40e6-8611-22c6d3994820 req-4e8bc172-7464-40c6-a695-f7dd0ec55e0a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1997411 Feb 04 00:05:07.349071 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-3554a616-33be-471a-8ca2-f22e5507db0e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:07.350553 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-3554a616-33be-471a-8ca2-f22e5507db0e tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.2747428 Feb 04 00:05:07.354214 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f704ac-d60c-4425-9e76-aa4b5b4280d2 req-ccccd59c-b78a-40d7-aa7d-d89b7bea3373 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:07.355790 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f6f704ac-d60c-4425-9e76-aa4b5b4280d2 req-ccccd59c-b78a-40d7-aa7d-d89b7bea3373 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0802283 Feb 04 00:05:07.405971 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f6f704ac-d60c-4425-9e76-aa4b5b4280d2 req-e4d64a28-ba00-4c2f-a681-c14c69683adb tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Feb 04 00:05:07.421658 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bafdde7b-948f-40e6-8611-22c6d3994820 req-f4f0b74d-b222-447d-8444-f7bd56eae128 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876416 Feb 04 00:05:07.448519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e26039-1ac0-493f-ada9-b3f70a476aa4 req-698ad338-85ac-40fc-88dd-30e7457b7b4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:07.448519 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-69e26039-1ac0-493f-ada9-b3f70a476aa4 req-698ad338-85ac-40fc-88dd-30e7457b7b4d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322061 Feb 04 00:05:07.454454 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Deleting port 0a546d2f-66e6-4011-b63d-79f3fc78e535 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:07.455268 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:07.649348 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037ca63-a967-4ff5-9548-ce2acce1cb5c req-97364edf-de2c-46a8-bdd1-806d7d236e2c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:07.650869 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1037ca63-a967-4ff5-9548-ce2acce1cb5c req-97364edf-de2c-46a8-bdd1-806d7d236e2c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0947163 Feb 04 00:05:07.706350 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1037ca63-a967-4ff5-9548-ce2acce1cb5c req-1b19257b-de43-4459-bd6e-465d45969cb3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493367 Feb 04 00:05:07.725634 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-f5ebd564-3fad-4b4f-9bb0-b0f819aedc05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1096 time: 0.2177694 Feb 04 00:05:07.936041 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-dd58a929-cd59-4341-934a-2472fcebec23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 217 time: 0.1959939 Feb 04 00:05:08.006803 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] For port 0a546d2f-66e6-4011-b63d-79f3fc78e535, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=0a546d2f-66e6-4011-b63d-79f3fc78e535,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:08.007148 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:08.148929 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Calling delete_port for 0a546d2f-66e6-4011-b63d-79f3fc78e535 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:08.186167 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-5cc9390e-300e-46ed-9942-de436372c2de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.187585 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-5cc9390e-300e-46ed-9942-de436372c2de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 200 len: 853 time: 0.2336209 Feb 04 00:05:08.257050 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861894d-bfee-455d-9edd-237a673d8acd req-7d79d5b4-d274-448e-bffb-71bda8467c93 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.258984 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3861894d-bfee-455d-9edd-237a673d8acd req-7d79d5b4-d274-448e-bffb-71bda8467c93 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1924798 Feb 04 00:05:08.288232 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-7478a9e9-b33d-456e-aee9-34b1a483e1bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1099 time: 0.1710091 Feb 04 00:05:08.339521 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e022-8783-418e-a863-79c13024effb req-becbfe3e-5fbb-40a6-b0af-b73fdde26ceb tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.340959 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9937e022-8783-418e-a863-79c13024effb req-becbfe3e-5fbb-40a6-b0af-b73fdde26ceb tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=fb4d95cd-187b-453d-97c9-7f7639b58cc4 HTTP/1.1" status: 200 len: 945 time: 0.4523602 Feb 04 00:05:08.388519 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3861894d-bfee-455d-9edd-237a673d8acd req-3b2a2f67-39a7-4705-9993-92321c416006 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202061 Feb 04 00:05:08.406573 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:08.426768 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d', '5acc7402-db60-4222-b50c-e6662c6a4b5d', '0a546d2f-66e6-4011-b63d-79f3fc78e535'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:08.439616 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-a5468ab0-4189-48a4-a882-a682b989193e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.441988 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-a5468ab0-4189-48a4-a882-a682b989193e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.1457937 Feb 04 00:05:08.474415 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event deleted for resources: {'Port': ['ID=0a546d2f-66e6-4011-b63d-79f3fc78e535,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:08.479970 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9937e022-8783-418e-a863-79c13024effb req-0f649fec-f375-4035-baee-57651c6f17c9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253140 Feb 04 00:05:08.485670 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-14719f24-8928-48dd-9c39-5e2fcc4ad827 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d6c68f2-fc15-4a11-ad49-07dee445a772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2872415 Feb 04 00:05:08.586538 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-a8b93542-594d-472d-af7f-857b4ea79ccc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 1002 time: 0.1358511 Feb 04 00:05:08.648516 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] No DVR routers for this DVR port 0a546d2f-66e6-4011-b63d-79f3fc78e535 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:08.651369 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:08.659028 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'name': 'network-vif-deleted', 'tag': '0a546d2f-66e6-4011-b63d-79f3fc78e535'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:08.715857 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-3e5a0e4c-2cd6-4273-97eb-10d69adf6605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.717390 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-3e5a0e4c-2cd6-4273-97eb-10d69adf6605 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1242671 Feb 04 00:05:08.728212 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:05:08.730349 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-73d1ff8c-c3e7-46da-a71d-c7b7522ca261 req-f36493a2-c9e7-4169-b48d-824631c848f0 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "DELETE /v2.0/ports/0a546d2f-66e6-4011-b63d-79f3fc78e535 HTTP/1.1" status: 204 len: 173 time: 1.3652329 Feb 04 00:05:08.777479 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc495f-ffe3-4e77-9b0a-1911fe95ee4e req-3d5d9c05-b2ab-42cf-ae8d-fd30f8b96f4c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.778897 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fdbc495f-ffe3-4e77-9b0a-1911fe95ee4e req-3d5d9c05-b2ab-42cf-ae8d-fd30f8b96f4c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1487739 Feb 04 00:05:08.792840 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-fcb85820-8d9d-47d2-8b36-344d9f599241 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755849 Feb 04 00:05:08.840037 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fdbc495f-ffe3-4e77-9b0a-1911fe95ee4e req-f532c4d9-9d71-428c-baed-4c1ce1f444c3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512192 Feb 04 00:05:08.843820 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-0d11180e-acba-40c3-ada0-467e3c9883be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195791 Feb 04 00:05:08.958787 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94544-9b02-41ca-aadf-363ab6317fd9 req-238cea4c-1826-428b-aeb3-6518d6da13f2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:08.961066 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b2a94544-9b02-41ca-aadf-363ab6317fd9 req-238cea4c-1826-428b-aeb3-6518d6da13f2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2416215 Feb 04 00:05:09.012457 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:09.037769 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'mac_address': 'fa:16:3e:cc:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:05:09.064866 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b2a94544-9b02-41ca-aadf-363ab6317fd9 req-64f7cf51-aa32-4253-9f43-bbb158e802ae tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888991 Feb 04 00:05:09.067512 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-680bd507-db30-45a7-8690-bfc3fd4eddaf req-3e061966-a884-4d9c-8de1-a0cba0bf83a9 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561774 Feb 04 00:05:09.088498 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-61c42ae6-638e-4789-8c23-9aaab7a9bc83 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373366 Feb 04 00:05:09.111301 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:09.132865 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64d7e1f1-e259-48f5-8927-20d729f76e09 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:05:09.149891 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4d95cd-187b-453d-97c9-7f7639b58cc4', 'name': 'network-vif-deleted', 'tag': '0a546d2f-66e6-4011-b63d-79f3fc78e535', 'status': 'completed', 'code': 200} Feb 04 00:05:09.151287 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:09.156389 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:09.222608 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=6']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:09.285699 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4551d-d83a-44b4-85da-9f8e73d68dbf req-c9b29239-8ee9-4350-87a3-a048b166c4ec tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:09.286749 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-06a4551d-d83a-44b4-85da-9f8e73d68dbf req-c9b29239-8ee9-4350-87a3-a048b166c4ec tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.2612767 Feb 04 00:05:09.335811 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b7a78632-4ca0-446d-bcfe-88398ff87bd6 req-86106489-8e19-4ad2-8990-fa1653fbb6fb service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373288 Feb 04 00:05:09.345818 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['64d7e1f1-e259-48f5-8927-20d729f76e09'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:09.384046 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-06a4551d-d83a-44b4-85da-9f8e73d68dbf req-33f5132b-01e8-411f-a6a5-e36efccc83cc tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865722 Feb 04 00:05:09.426040 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-07e6957f-8102-4e2d-8328-379c3e4c7da4 req-9b0f2fbb-0ed2-44db-bb3e-3b04252bc32f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.1152580 Feb 04 00:05:09.527468 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-07e6957f-8102-4e2d-8328-379c3e4c7da4 req-46aab7ff-3a25-452a-b550-7c9320560f92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738723 Feb 04 00:05:09.666393 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2b3bf-1001-4f0c-abcf-2a7a4833b20a req-6d19023f-97b4-4691-85b0-a43b4c87413b tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:09.667848 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7dd2b3bf-1001-4f0c-abcf-2a7a4833b20a req-6d19023f-97b4-4691-85b0-a43b4c87413b tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0910468 Feb 04 00:05:09.712838 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7dd2b3bf-1001-4f0c-abcf-2a7a4833b20a req-00187e14-db65-4b62-84c6-f216d50599a2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Feb 04 00:05:10.043078 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04516c-e13b-4056-9721-82b90d874f58 req-93045ed2-1dac-470f-b611-c6a48d659725 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:10.043777 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-bc04516c-e13b-4056-9721-82b90d874f58 req-93045ed2-1dac-470f-b611-c6a48d659725 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:10.059533 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-bc04516c-e13b-4056-9721-82b90d874f58 req-93045ed2-1dac-470f-b611-c6a48d659725 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:10.060863 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bc04516c-e13b-4056-9721-82b90d874f58 req-93045ed2-1dac-470f-b611-c6a48d659725 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 945 time: 0.0991335 Feb 04 00:05:10.087043 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dabea-c3be-4f77-8195-0dee3732dc57 req-f1d1a897-622d-48d7-aa3e-7e1627decdc7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:10.088576 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-583dabea-c3be-4f77-8195-0dee3732dc57 req-f1d1a897-622d-48d7-aa3e-7e1627decdc7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 944 time: 0.0798295 Feb 04 00:05:10.107493 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bc04516c-e13b-4056-9721-82b90d874f58 req-252e0112-723f-4e08-a433-eabc049b2621 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404668 Feb 04 00:05:10.137560 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-583dabea-c3be-4f77-8195-0dee3732dc57 req-e2c723d2-b2cc-45ab-9711-ec4103f40d0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Feb 04 00:05:10.294074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788381-fb53-4e60-bb7d-141a453a8a36 req-57d5ca47-75ba-4082-b5a8-feceed33524a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:10.295560 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-af788381-fb53-4e60-bb7d-141a453a8a36 req-57d5ca47-75ba-4082-b5a8-feceed33524a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0768368 Feb 04 00:05:10.346721 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-af788381-fb53-4e60-bb7d-141a453a8a36 req-233d1015-d930-4f57-90cf-235ca0cc8ab9 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 Feb 04 00:05:10.593125 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1cc3a-3a4e-4af6-9c22-7da40394cbb8 req-490f8d1a-46be-4841-8203-0cd0d3c888c5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:10.595587 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ffe1cc3a-3a4e-4af6-9c22-7da40394cbb8 req-490f8d1a-46be-4841-8203-0cd0d3c888c5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.0904174 Feb 04 00:05:10.657280 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ffe1cc3a-3a4e-4af6-9c22-7da40394cbb8 req-6e9d892b-99cc-4e3e-b455-2e38f178d8f4 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521562 Feb 04 00:05:10.741939 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:05:10.822170 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 64d7e1f1-e259-48f5-8927-20d729f76e09 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:05:10.822766 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:10.948985 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e587620-f2f1-4a9f-b8c1-41defb7bc823 req-0aa377c9-06a9-4d3b-99c9-0f832aa322c4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:10.950628 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4e587620-f2f1-4a9f-b8c1-41defb7bc823 req-0aa377c9-06a9-4d3b-99c9-0f832aa322c4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0973375 Feb 04 00:05:10.960712 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:10.995281 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:11.007843 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:11.014788 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:11.015162 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 0a546d2f-66e6-4011-b63d-79f3fc78e535 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:11.024747 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4e587620-f2f1-4a9f-b8c1-41defb7bc823 req-aefa14ec-d58d-4101-a64b-b0735c3f8c65 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651801 Feb 04 00:05:11.088400 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'code': 200} Feb 04 00:05:11.094112 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 0a546d2f-66e6-4011-b63d-79f3fc78e535 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:11.094603 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 0a546d2f-66e6-4011-b63d-79f3fc78e535 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:11.133923 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=7']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:11.412386 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:11.512369 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188e566-f447-46b3-b0e1-3c323b80af8b req-9c326560-9ca0-49e4-86e5-0127df1ca7e9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:11.514902 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1188e566-f447-46b3-b0e1-3c323b80af8b req-9c326560-9ca0-49e4-86e5-0127df1ca7e9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 945 time: 0.2324688 Feb 04 00:05:11.536806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d62cc-5c4a-4ec5-9a57-1829a7582177 req-82bb6f9c-c602-48a5-90bb-8bf3d868e2c9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:11.538677 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8f0d62cc-5c4a-4ec5-9a57-1829a7582177 req-82bb6f9c-c602-48a5-90bb-8bf3d868e2c9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.2427397 Feb 04 00:05:11.649886 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8f0d62cc-5c4a-4ec5-9a57-1829a7582177 req-111a5624-484e-46a2-bdf8-1d4f508ce960 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994365 Feb 04 00:05:11.684869 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1188e566-f447-46b3-b0e1-3c323b80af8b req-27bd72fc-c6ac-4141-b7b4-235e413a83f5 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639602 Feb 04 00:05:11.927070 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88885-015d-44fc-9ac5-5d7550752eb5 req-5f7b06db-03d8-4ff0-8098-01d1d7f578b7 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:11.928702 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-73c88885-015d-44fc-9ac5-5d7550752eb5 req-5f7b06db-03d8-4ff0-8098-01d1d7f578b7 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1462805 Feb 04 00:05:12.012456 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-73c88885-015d-44fc-9ac5-5d7550752eb5 req-1b95b00e-4090-4a04-b350-ac4e4d080ca5 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758610 Feb 04 00:05:12.089385 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd72cb-688b-4b6f-81a2-e4014ec25c8e req-2c6342ee-327a-4c21-82dd-ef0deee50fe5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:12.096667 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1cd72cb-688b-4b6f-81a2-e4014ec25c8e req-2c6342ee-327a-4c21-82dd-ef0deee50fe5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 943 time: 0.1915615 Feb 04 00:05:12.151128 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-65cc5461-4fdb-4005-a55e-e1c3e8d6ecd7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:12.152743 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-65cc5461-4fdb-4005-a55e-e1c3e8d6ecd7 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 945 time: 0.1782057 Feb 04 00:05:12.324221 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1cd72cb-688b-4b6f-81a2-e4014ec25c8e req-df3fe9f1-0588-4acc-afc4-32b2295045f8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265625 Feb 04 00:05:12.344666 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Deleting port 5acc7402-db60-4222-b50c-e6662c6a4b5d {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:12.345006 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:12.447205 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35200) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:12.750688 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 29dfed59-26c4-43b3-b254-a2b570056e8d details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:05:12.859825 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:12.962455 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] For port 5acc7402-db60-4222-b50c-e6662c6a4b5d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=5acc7402-db60-4222-b50c-e6662c6a4b5d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:12.963577 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.009717 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:13.027485 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:13.028224 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'port_id': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'mac_address': 'fa:16:3e:47:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:05:13.039357 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Usage tracker for resource:security_group_rule and tenant:df89a60dca30433191270fd37beac477 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:13.047462 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:13.057107 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-62dc2f7b-23b0-4b82-9644-286fdd640ed3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=463a130c7059410a9d327d96ab845778&device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 1099 time: 0.3318772 Feb 04 00:05:13.058957 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:13.105375 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72637a51-9216-4ec5-a76f-945d600bb081 req-31b6c615-4c9a-4887-848f-e0211f5147de tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:13.113430 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-72637a51-9216-4ec5-a76f-945d600bb081 req-31b6c615-4c9a-4887-848f-e0211f5147de tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.2161570 Feb 04 00:05:13.146028 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Calling delete_port for 5acc7402-db60-4222-b50c-e6662c6a4b5d owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:13.161283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.205237 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dfed59-26c4-43b3-b254-a2b570056e8d {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:05:13.237897 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:13.245317 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.297113 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-72637a51-9216-4ec5-a76f-945d600bb081 req-56629651-0d8f-4f6d-897a-63330a5d239b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830170 Feb 04 00:05:13.387669 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:13.398115 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-232d9e53-ee9d-42ad-b7a4-be2f9d04132c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:13.406319 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.408886 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-232d9e53-ee9d-42ad-b7a4-be2f9d04132c service neutron] 10.222.0.26 "GET /v2.0/networks?id=148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 200 len: 919 time: 0.3440926 Feb 04 00:05:13.425247 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d', '5acc7402-db60-4222-b50c-e6662c6a4b5d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:13.539999 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.552028 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-c5a3f914-60a3-4a82-9122-3d0580ed5585 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 200 len: 217 time: 0.1365540 Feb 04 00:05:13.552755 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.647397 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['29dfed59-26c4-43b3-b254-a2b570056e8d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:13.647674 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event deleted for resources: {'Port': ['ID=5acc7402-db60-4222-b50c-e6662c6a4b5d,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:13.665875 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0906b833-e108-4c62-a4a7-a3350169ed33,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:13.712988 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] No DVR routers for this DVR port 5acc7402-db60-4222-b50c-e6662c6a4b5d on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:13.716639 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:13.719275 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462f5627-4218-448b-bc62-7683f1f0c011', 'name': 'network-vif-deleted', 'tag': '5acc7402-db60-4222-b50c-e6662c6a4b5d'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:13.745142 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-49b9c700-97ce-4361-bb24-9a9606d339e3 req-58599828-5585-4188-b384-42208c327510 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "DELETE /v2.0/ports/5acc7402-db60-4222-b50c-e6662c6a4b5d HTTP/1.1" status: 204 len: 173 time: 1.5809572 Feb 04 00:05:13.753358 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a3fb834a-6a98-4b99-b673-ab8ae3f7c1c7 req-5daade16-5c5b-4208-8fcd-7fa12b352267 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=462f5627-4218-448b-bc62-7683f1f0c011 HTTP/1.1" status: 200 len: 210 time: 0.0827727 Feb 04 00:05:13.759282 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd6fef-40d7-4a13-b603-db208d7362c8 req-91e4e483-db75-4b19-954d-fdb71225f3af tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:13.767414 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c2dd6fef-40d7-4a13-b603-db208d7362c8 req-91e4e483-db75-4b19-954d-fdb71225f3af tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.9291801 Feb 04 00:05:13.825907 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e8b336eb-926c-4931-8129-c17241cc2d9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df89a60dca30433191270fd37beac477&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3773656 Feb 04 00:05:13.829974 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35220) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:13.832839 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-dca16806-cffb-44f9-94c1-be70e731ca4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:13.835096 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-dca16806-cffb-44f9-94c1-be70e731ca4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 200 len: 858 time: 0.2609830 Feb 04 00:05:13.902719 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-56dd8058-54cc-4352-a9c7-90c905328ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=148ca6aa-9493-45c3-b10e-f07e52d41768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610735 Feb 04 00:05:13.950471 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c2dd6fef-40d7-4a13-b603-db208d7362c8 req-7adfb28b-4994-4761-9671-1b2fc0c925a2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820664 Feb 04 00:05:14.020115 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-db424bfa-cf65-4783-8886-155bf8e5b17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:14.051646 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-db424bfa-cf65-4783-8886-155bf8e5b17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:14.088305 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462f5627-4218-448b-bc62-7683f1f0c011', 'name': 'network-vif-deleted', 'tag': '5acc7402-db60-4222-b50c-e6662c6a4b5d', 'status': 'completed', 'code': 200} Feb 04 00:05:14.161237 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-db424bfa-cf65-4783-8886-155bf8e5b17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:14.184654 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db424bfa-cf65-4783-8886-155bf8e5b17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0906b833-e108-4c62-a4a7-a3350169ed33,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:14.204306 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-db424bfa-cf65-4783-8886-155bf8e5b17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:14.212776 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-db424bfa-cf65-4783-8886-155bf8e5b17d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0906b833-e108-4c62-a4a7-a3350169ed33 HTTP/1.1" status: 204 len: 168 time: 0.3811986 Feb 04 00:05:14.251259 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-aae86022-9b33-411c-9a76-d0a004a27b68 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405595 Feb 04 00:05:14.259177 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f84fc-4309-4657-89c8-2d261f840246 req-aa9a1730-f097-4be0-bf76-8d6b1e16fe3b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:14.267666 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-335f84fc-4309-4657-89c8-2d261f840246 req-aa9a1730-f097-4be0-bf76-8d6b1e16fe3b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 944 time: 0.2488863 Feb 04 00:05:14.444384 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-335f84fc-4309-4657-89c8-2d261f840246 req-d6a2fec6-87d2-44f8-966b-8547f75c7ba5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749249 Feb 04 00:05:14.512653 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddce1c5-f6f3-4161-a290-bc7eae27c386 req-6d52b812-06a1-44bd-a54b-f6cab96499e5 service neutron] 10.222.0.26 "GET /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421281 Feb 04 00:05:14.687388 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e41c0-5c52-4f5c-9ad0-b9449474a8b1 req-70918b21-8d4f-4053-9cfe-5bfea2858db8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:14.698369 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b40e41c0-5c52-4f5c-9ad0-b9449474a8b1 req-70918b21-8d4f-4053-9cfe-5bfea2858db8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1060729 Feb 04 00:05:14.757796 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b40e41c0-5c52-4f5c-9ad0-b9449474a8b1 req-1522fcfe-be0c-49df-a2bc-9579c827f64a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584891 Feb 04 00:05:15.242113 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfc48e-2740-40cb-9188-950adb8c9d3d req-114eebc6-10fe-48a5-9a3a-4e649bba26df tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:15.245044 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-95cfc48e-2740-40cb-9188-950adb8c9d3d req-114eebc6-10fe-48a5-9a3a-4e649bba26df tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0908384 Feb 04 00:05:15.302682 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-95cfc48e-2740-40cb-9188-950adb8c9d3d req-473b93e1-c773-473e-9ca6-79694fe06005 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514393 Feb 04 00:05:15.649835 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8b24d-6803-426b-b128-b103992a5722 req-b2037e5f-c7ca-4b58-8794-c9f6e34173fe tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:15.651999 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0fc8b24d-6803-426b-b128-b103992a5722 req-b2037e5f-c7ca-4b58-8794-c9f6e34173fe tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 944 time: 0.0869231 Feb 04 00:05:15.707548 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0fc8b24d-6803-426b-b128-b103992a5722 req-578c22fa-95b9-4b17-96cc-f602be0d4c35 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493338 Feb 04 00:05:15.969313 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e5d4a-7c7e-4ddb-a760-7202a7035671 req-34273002-434d-47f9-8317-8e9df156328f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:15.970766 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9f5e5d4a-7c7e-4ddb-a760-7202a7035671 req-34273002-434d-47f9-8317-8e9df156328f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.0770741 Feb 04 00:05:16.025769 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9f5e5d4a-7c7e-4ddb-a760-7202a7035671 req-bd00adab-d269-4ff5-94d5-c829246aa300 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486863 Feb 04 00:05:16.665932 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284265b7-50fe-45cf-9a63-edcb12e10db4 req-5f787560-299c-43d8-bca1-698b12205234 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:16.667501 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-284265b7-50fe-45cf-9a63-edcb12e10db4 req-5f787560-299c-43d8-bca1-698b12205234 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1421294 Feb 04 00:05:16.737477 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-284265b7-50fe-45cf-9a63-edcb12e10db4 req-19037fdc-dd89-437f-a6f3-caf258207e15 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637069 Feb 04 00:05:16.771973 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6edd3-8053-43a5-afd9-e8c75e10fe0b req-32d3eb91-8da8-4a1e-9be9-f0c637960fc1 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:16.773905 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 29dfed59-26c4-43b3-b254-a2b570056e8d up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:05:16.779119 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8db6edd3-8053-43a5-afd9-e8c75e10fe0b req-32d3eb91-8da8-4a1e-9be9-f0c637960fc1 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.1048214 Feb 04 00:05:16.849245 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8db6edd3-8053-43a5-afd9-e8c75e10fe0b req-102333a6-dac9-43da-aaaa-e611270c17ac tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688229 Feb 04 00:05:16.850493 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 29dfed59-26c4-43b3-b254-a2b570056e8d completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:05:16.856612 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 29dfed59-26c4-43b3-b254-a2b570056e8d triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:05:16.857397 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:16.969389 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b30393-1b4b-4894-a7e0-6d40c3aafb67 req-3cbd8dc0-7eb9-40f9-a448-ccab53595389 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:16.970946 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a3b30393-1b4b-4894-a7e0-6d40c3aafb67 req-3cbd8dc0-7eb9-40f9-a448-ccab53595389 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 944 time: 0.0952713 Feb 04 00:05:16.991243 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:17.023158 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:17.030481 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a3b30393-1b4b-4894-a7e0-6d40c3aafb67 req-e34fc33a-41f0-4425-ad69-4b5f720485ed tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Feb 04 00:05:17.060545 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:17.066161 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:17.067393 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5acc7402-db60-4222-b50c-e6662c6a4b5d no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:17.113161 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'code': 200} Feb 04 00:05:17.146809 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 5acc7402-db60-4222-b50c-e6662c6a4b5d {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:17.147140 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 5acc7402-db60-4222-b50c-e6662c6a4b5d not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:17.235810 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:17.370446 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ff34-922b-4019-97d4-c6e6acf5fedc req-a53fef03-5d81-490d-a1c4-6af6c019321d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:17.371973 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ed7ff34-922b-4019-97d4-c6e6acf5fedc req-a53fef03-5d81-490d-a1c4-6af6c019321d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1836610 Feb 04 00:05:17.432483 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ed7ff34-922b-4019-97d4-c6e6acf5fedc req-da563afb-baa8-4654-a461-8fb8c6efff44 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550089 Feb 04 00:05:17.445838 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-321dfaaf-a4ca-44c1-a3cd-4bd20c5f496b req-66fc190b-bfdc-4c82-9501-2b3512ead69d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1098 time: 0.1612294 Feb 04 00:05:17.497824 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-321dfaaf-a4ca-44c1-a3cd-4bd20c5f496b req-26651af4-dcc0-481a-8bf8-72ea50f7ff27 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Feb 04 00:05:17.981702 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270355-036e-4127-b289-13d77be2e2eb req-59e7ff8b-b474-47bf-b781-d6e287be9f5b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:17.983335 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3f270355-036e-4127-b289-13d77be2e2eb req-59e7ff8b-b474-47bf-b781-d6e287be9f5b tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1158020 Feb 04 00:05:18.039328 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3f270355-036e-4127-b289-13d77be2e2eb req-b3b4fd12-8c01-42f2-b6df-f3ca992b91b0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Feb 04 00:05:18.089142 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1362b1-b50b-466e-b0b5-14ad971234c2 req-c68d21d0-1034-4a81-8475-65b7ed493eb9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:18.090100 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-2b1362b1-b50b-466e-b0b5-14ad971234c2 req-c68d21d0-1034-4a81-8475-65b7ed493eb9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Synchronizing usage tracker for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:18.110643 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-2b1362b1-b50b-466e-b0b5-14ad971234c2 req-c68d21d0-1034-4a81-8475-65b7ed493eb9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Unset dirty status for tenant:bf8e134b2463457baf42d2f136c463a9 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:18.119158 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2b1362b1-b50b-466e-b0b5-14ad971234c2 req-c68d21d0-1034-4a81-8475-65b7ed493eb9 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.1325254 Feb 04 00:05:18.187596 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2b1362b1-b50b-466e-b0b5-14ad971234c2 req-41ab3bed-9443-4932-bcbd-f8ba561233f3 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671017 Feb 04 00:05:18.256421 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:05:18.363847 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940147b-4ddb-433b-8769-03465a0c09e2 req-30dede97-d590-4dfe-b00e-a5cdac1bbf5d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:18.365822 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1940147b-4ddb-433b-8769-03465a0c09e2 req-30dede97-d590-4dfe-b00e-a5cdac1bbf5d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.1029475 Feb 04 00:05:18.481952 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1940147b-4ddb-433b-8769-03465a0c09e2 req-52c3beb4-8713-4998-8e8e-94feff2a3ab9 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092460 Feb 04 00:05:18.563039 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-83136cea-6f35-43d6-8499-bd827e9615d2 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:18.564737 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-83136cea-6f35-43d6-8499-bd827e9615d2 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.1507785 Feb 04 00:05:18.722644 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Deleting port 6162da85-23b0-4697-8dc8-aa46f704980d {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:18.723339 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:18.879895 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d24ad-edee-4588-b763-c523336c48a7 req-942636af-7344-495d-bb89-7e24d055e266 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:18.881612 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eb3d24ad-edee-4588-b763-c523336c48a7 req-942636af-7344-495d-bb89-7e24d055e266 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.2245467 Feb 04 00:05:19.032111 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eb3d24ad-edee-4588-b763-c523336c48a7 req-e36fb730-86ee-4d95-934a-e3bda560cb5c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285691 Feb 04 00:05:19.068453 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] For port 6162da85-23b0-4697-8dc8-aa46f704980d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=6162da85-23b0-4697-8dc8-aa46f704980d,segment=NetworkSegment(8317536c-431f-41e7-9a79-e52e121bb6ee),segment_id=8317536c-431f-41e7-9a79-e52e121bb6ee)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:19.068962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:19.201570 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Calling delete_port for 6162da85-23b0-4697-8dc8-aa46f704980d owned by compute:nova {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:19.387938 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35304) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:19.428619 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cc85e-25bf-4c90-9ad4-1a7d07237fad req-23fbebfa-6584-4bb8-b027-7157dd11bd98 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:19.436557 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0c9cc85e-25bf-4c90-9ad4-1a7d07237fad req-23fbebfa-6584-4bb8-b027-7157dd11bd98 tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 945 time: 0.0968225 Feb 04 00:05:19.483243 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:19.495617 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['6162da85-23b0-4697-8dc8-aa46f704980d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:19.548663 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0c9cc85e-25bf-4c90-9ad4-1a7d07237fad req-3fa98567-c1ef-4569-b86e-11e97ef6847f tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107211 Feb 04 00:05:19.619739 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Pushing event deleted for resources: {'Port': ['ID=6162da85-23b0-4697-8dc8-aa46f704980d,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:19.677656 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:19.716577 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:19.720954 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Usage tracker for resource:security_group_rule and tenant:99ba7494b33c40bcbf31a064c9f4e553 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:19.724048 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:19.729995 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:19.797888 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] No DVR routers for this DVR port 6162da85-23b0-4697-8dc8-aa46f704980d on host hv-cinder-82777 {{(pid=82763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:19.801133 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:19.804751 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:19.810471 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:19.813371 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'name': 'network-vif-deleted', 'tag': '6162da85-23b0-4697-8dc8-aa46f704980d'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:19.852833 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-90eb99da-a114-4455-b10d-436fa3f870a1 req-b0106f8d-d2c5-416f-9da7-c41df2cbd96b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.26 "DELETE /v2.0/ports/6162da85-23b0-4697-8dc8-aa46f704980d HTTP/1.1" status: 204 len: 173 time: 1.2804592 Feb 04 00:05:19.879960 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99ba7494b33c40bcbf31a064c9f4e553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4901586 Feb 04 00:05:19.883582 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35316) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:19.892583 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e7a07-0a36-430e-83de-14736e3b29f6 req-4126f9bb-7fbd-45e1-bf87-43a6a905ffe5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:19.895094 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3f1e7a07-0a36-430e-83de-14736e3b29f6 req-4126f9bb-7fbd-45e1-bf87-43a6a905ffe5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.1715522 Feb 04 00:05:19.901677 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586851e1-7a3c-4711-a8c7-30e9ac2a09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04561743-62b1-414b-8919-99240339e90d,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:19.979034 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff4068d-e779-44ee-b656-83e0c0c0afe6', 'name': 'network-vif-deleted', 'tag': '6162da85-23b0-4697-8dc8-aa46f704980d', 'status': 'completed', 'code': 200} Feb 04 00:05:20.021890 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8aeda00b-c631-473a-8a34-287390a75eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:20.025847 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3f1e7a07-0a36-430e-83de-14736e3b29f6 req-ea9fbdbb-c8e9-4780-989c-656a943d0492 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212945 Feb 04 00:05:20.056158 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8aeda00b-c631-473a-8a34-287390a75eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:20.147429 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8aeda00b-c631-473a-8a34-287390a75eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:20.203067 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeda00b-c631-473a-8a34-287390a75eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04561743-62b1-414b-8919-99240339e90d,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:20.377855 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8aeda00b-c631-473a-8a34-287390a75eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:20.379638 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-8aeda00b-c631-473a-8a34-287390a75eeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04561743-62b1-414b-8919-99240339e90d HTTP/1.1" status: 204 len: 168 time: 0.4950416 Feb 04 00:05:20.452993 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fe0e-18ba-48d5-b599-7a3d60769f87 req-1d65a94e-1062-4215-9156-471d204e71da tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:20.454532 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9de0fe0e-18ba-48d5-b599-7a3d60769f87 req-1d65a94e-1062-4215-9156-471d204e71da tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.2136836 Feb 04 00:05:20.504420 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfa802-21e3-42f3-9912-e46bf097194d req-42dbb621-40e7-4252-99cb-d62d6d2a3c84 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:20.506096 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-64dfa802-21e3-42f3-9912-e46bf097194d req-42dbb621-40e7-4252-99cb-d62d6d2a3c84 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1175942 Feb 04 00:05:20.565525 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9de0fe0e-18ba-48d5-b599-7a3d60769f87 req-ae03aa18-7409-4a80-9b9a-a6e78f2e5d7e tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019657 Feb 04 00:05:20.585753 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-64dfa802-21e3-42f3-9912-e46bf097194d req-52d08ba4-7490-4708-be1b-3c14348665db tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735943 Feb 04 00:05:20.870705 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a490ccdb-5b23-4dcc-9512-d8ea02670ddb req-3d5baab7-9362-40cf-a329-b0df0930e29b tempest-AttachVolumeNegativeTest-459477870 tempest-AttachVolumeNegativeTest-459477870-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ff4068d-e779-44ee-b656-83e0c0c0afe6 HTTP/1.1" status: 200 len: 210 time: 0.0627241 Feb 04 00:05:21.172703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d8824-b9f4-4dc2-aa0b-fc1dfb5ae077 req-cb73c59a-7738-4463-ac44-25c751cbe0b8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:21.174266 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-de1d8824-b9f4-4dc2-aa0b-fc1dfb5ae077 req-cb73c59a-7738-4463-ac44-25c751cbe0b8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.1047921 Feb 04 00:05:21.235841 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-de1d8824-b9f4-4dc2-aa0b-fc1dfb5ae077 req-3409396d-1efe-4771-a3a3-0e07a9f0ce10 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Feb 04 00:05:21.984451 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd88b3-31b9-4da5-857a-83b86a9c7a04 req-3105926c-2dce-41c9-bfc3-0ca256a21491 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:21.994733 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-bdcd88b3-31b9-4da5-857a-83b86a9c7a04 req-3105926c-2dce-41c9-bfc3-0ca256a21491 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1800537 Feb 04 00:05:22.062718 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35378) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:22.077345 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-bdcd88b3-31b9-4da5-857a-83b86a9c7a04 req-08fbde1c-cfcb-4a19-b3e9-2cbfda9ce59a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807865 Feb 04 00:05:22.155509 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Deleting subnet e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:05:22.159883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.229779 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.241442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.322434 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.366887 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09dc5eb-c5bf-4662-95a5-78dd977a2fa8,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:22.375020 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.396476 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e104a6d2-353d-49d1-9a38-d313cf60418a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e09dc5eb-c5bf-4662-95a5-78dd977a2fa8 HTTP/1.1" status: 204 len: 168 time: 0.3326879 Feb 04 00:05:22.399081 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35382) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:22.535806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.762900 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.792451 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1326921c-baf3-48ec-8f92-30ed85aa9657']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:22.807069 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8317536c-431f-41e7-9a79-e52e121bb6ee') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:22.807497 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8317536c-431f-41e7-9a79-e52e121bb6ee') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:22.821093 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 6162da85-23b0-4697-8dc8-aa46f704980d no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:22.836285 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.864839 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.866792 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 6162da85-23b0-4697-8dc8-aa46f704980d {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:22.867378 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 6162da85-23b0-4697-8dc8-aa46f704980d not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:22.872144 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:05:22.872526 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:05:22.888449 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:05:22.982271 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:22.989221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:23.015363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] Pushing event deleted for resources: {'Network': ['ID=1326921c-baf3-48ec-8f92-30ed85aa9657,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:23.032395 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f1a7fda0-b9bf-4459-91ab-2e607d60e7cc admin admin] 10.222.0.55 "DELETE /v2.0/networks/1326921c-baf3-48ec-8f92-30ed85aa9657 HTTP/1.1" status: 204 len: 168 time: 0.6319146 Feb 04 00:05:23.344883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0533f9f-3c3c-4f2e-a010-9eb174ee622e req-07e6febb-96b1-47f1-a1f7-240937cb478e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:23.347644 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d0533f9f-3c3c-4f2e-a010-9eb174ee622e req-07e6febb-96b1-47f1-a1f7-240937cb478e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1076467 Feb 04 00:05:23.370875 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35406) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:23.427007 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d0533f9f-3c3c-4f2e-a010-9eb174ee622e req-00e384db-1e2d-45a0-b7f7-8ff646c6252f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716040 Feb 04 00:05:23.427632 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23ad06-0b4b-4be5-b2ff-773f90e13155 req-83b3d998-bffa-4bef-b254-084c36c23db1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:23.429240 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7e23ad06-0b4b-4be5-b2ff-773f90e13155 req-83b3d998-bffa-4bef-b254-084c36c23db1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1613946 Feb 04 00:05:23.505286 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-b6af4fda-87bb-4824-be8f-26d1cf7f7486 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf8e134b2463457baf42d2f136c463a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1317327 Feb 04 00:05:23.507519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35412) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:23.526019 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7e23ad06-0b4b-4be5-b2ff-773f90e13155 req-c7b7aa6d-d8c2-42ed-9561-1056cf7c9dba tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823891 Feb 04 00:05:23.593476 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1424941c-d2ff-4004-bb1a-569de5b06c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:23.627951 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1424941c-d2ff-4004-bb1a-569de5b06c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:23.706496 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1424941c-d2ff-4004-bb1a-569de5b06c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:23.734175 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424941c-d2ff-4004-bb1a-569de5b06c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c61e79b-c9d9-4ad5-87dc-90b8de935bc6,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:23.745287 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1424941c-d2ff-4004-bb1a-569de5b06c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:23.746696 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-1424941c-d2ff-4004-bb1a-569de5b06c6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c61e79b-c9d9-4ad5-87dc-90b8de935bc6 HTTP/1.1" status: 204 len: 168 time: 0.2381546 Feb 04 00:05:24.071922 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-9c6f9895-ce3a-47c8-a11a-d25810b0a4b8 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b7d9db129a4b495f943ff1bf59c4e97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514710 Feb 04 00:05:24.250267 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-aab4a508-4ff3-4dab-a422-276e46f748a4 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:24.258220 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-aab4a508-4ff3-4dab-a422-276e46f748a4 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800332 Feb 04 00:05:24.277938 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-23e26425-3d37-48fa-bef1-bab7179d62a6 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/quotas/b7d9db129a4b495f943ff1bf59c4e97e HTTP/1.1" status: 200 len: 375 time: 0.0173593 Feb 04 00:05:24.330693 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-04afbdbb-c882-42ce-b15f-45bc26a8b82b tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7d9db129a4b495f943ff1bf59c4e97e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509498 Feb 04 00:05:24.694583 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ac39311a-c8b8-4e4a-bf32-4aa330870498 req-3cf3ae19-0a93-4b9e-a5cf-0f626b0ce0f3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 210 time: 0.0520816 Feb 04 00:05:24.704036 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09e405-5163-4304-8545-68f271faf563 req-449ddd23-6fd4-4717-ae8c-a314306b10f6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:24.706311 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-bc09e405-5163-4304-8545-68f271faf563 req-449ddd23-6fd4-4717-ae8c-a314306b10f6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.1062634 Feb 04 00:05:24.773750 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-bc09e405-5163-4304-8545-68f271faf563 req-06363cfd-d53e-495f-bae6-633ce406d33c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571058 Feb 04 00:05:24.953092 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708b6c5-f4cf-467c-8f86-9ca609bddb4a req-caa4ef71-3b78-46fe-a936-559af2d1bd38 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:24.954599 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2708b6c5-f4cf-467c-8f86-9ca609bddb4a req-caa4ef71-3b78-46fe-a936-559af2d1bd38 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.0968094 Feb 04 00:05:25.024621 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2708b6c5-f4cf-467c-8f86-9ca609bddb4a req-97ef09d3-4e79-4dfd-946f-e38fb66fff2a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628121 Feb 04 00:05:25.723867 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-90dc74a8-bda5-44d8-940a-c396bb59e9e2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:25.725420 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-90dc74a8-bda5-44d8-940a-c396bb59e9e2 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.0991440 Feb 04 00:05:25.846010 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Deleting port 7b8fcc85-b954-45be-9268-8a35dfa77399 {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:25.846515 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:26.046657 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7cb42866-5119-4160-8652-90edf9f2f200 req-bb97be81-2134-499f-b3be-6f476d70eb6f tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 210 time: 0.1244609 Feb 04 00:05:26.224580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b083e4-17c6-409a-bf11-87d15688f9b6 req-061ebf10-cf29-4699-85ee-5daad0f10d2d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:26.233872 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-94b083e4-17c6-409a-bf11-87d15688f9b6 req-061ebf10-cf29-4699-85ee-5daad0f10d2d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.2605639 Feb 04 00:05:26.375597 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-1928ad5b-a2b3-4a13-b8c2-a1b52e4ed4d7 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7d9db129a4b495f943ff1bf59c4e97e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803304 Feb 04 00:05:26.433700 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a62f7-fa63-4ea9-9e1d-43dbf64e31c7 req-17e1a158-a3c4-41c9-a01b-54f379630c8f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:26.435153 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a15a62f7-fa63-4ea9-9e1d-43dbf64e31c7 req-17e1a158-a3c4-41c9-a01b-54f379630c8f tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 945 time: 0.1449037 Feb 04 00:05:26.441355 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] For port 7b8fcc85-b954-45be-9268-8a35dfa77399, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=7b8fcc85-b954-45be-9268-8a35dfa77399,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:26.441587 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:26.544882 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-94b083e4-17c6-409a-bf11-87d15688f9b6 req-b9be61fa-ca12-45e2-97c8-a776c2c68529 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097920 Feb 04 00:05:26.691939 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Calling delete_port for 7b8fcc85-b954-45be-9268-8a35dfa77399 owned by compute:nova {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:26.700924 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-8e3a4824-eeef-4486-8611-7afd0f981ceb tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:26.703315 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-8e3a4824-eeef-4486-8611-7afd0f981ceb tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218477 Feb 04 00:05:26.731213 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Request body: {'port': {'device_id': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c', 'admin_state_up': True, 'tenant_id': 'b7d9db129a4b495f943ff1bf59c4e97e'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:26.773306 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a15a62f7-fa63-4ea9-9e1d-43dbf64e31c7 req-b9b66279-9b8a-491a-9f85-75585202858a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239429 Feb 04 00:05:26.919701 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:26.924508 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Usage tracker for resource:port and tenant:b7d9db129a4b495f943ff1bf59c4e97e is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:26.928084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:26.934182 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:26.947856 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Made reservation on behalf of b7d9db129a4b495f943ff1bf59c4e97e for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:05:26.950875 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:26.966521 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:26.970051 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:26.985496 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['1f08bb2a-dcf6-4e9c-8073-9e92a4307bea'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:27.005558 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:27.009484 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Usage tracker for resource:security_group_rule and tenant:b7d9db129a4b495f943ff1bf59c4e97e is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:27.012481 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:27.018293 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:27.030498 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Pushing event deleted for resources: {'Port': ['ID=7b8fcc85-b954-45be-9268-8a35dfa77399,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:27.106347 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:27.125434 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] No DVR routers for this DVR port 7b8fcc85-b954-45be-9268-8a35dfa77399 on host hv-cinder-82777 {{(pid=82763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:27.128726 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:27.131610 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'name': 'network-vif-deleted', 'tag': '7b8fcc85-b954-45be-9268-8a35dfa77399'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:27.150622 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cb14f7cc-e405-43f1-8fd9-3cc3ec6ba95e req-2e1e944c-6ee2-45ff-9898-8a7c3ceaf1c3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "DELETE /v2.0/ports/7b8fcc85-b954-45be-9268-8a35dfa77399 HTTP/1.1" status: 204 len: 173 time: 1.4167223 Feb 04 00:05:27.154723 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:27.254067 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1461a0f0-4553-4d3d-8c5b-1a0a8342a2bc req-9d111cfc-d535-4908-b1c5-b95ba897f92c tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 210 time: 0.0444319 Feb 04 00:05:27.318596 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b1667-250b-4915-be92-6d22847538ff,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:27.334072 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed8acbe-be52-463b-b2d8-3bef2eeabf32', 'name': 'network-vif-deleted', 'tag': '7b8fcc85-b954-45be-9268-8a35dfa77399', 'status': 'completed', 'code': 200} Feb 04 00:05:27.409467 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941db88-99f4-47e4-bbfc-45c5812e8aa7 req-b7c7090a-b677-4f25-9ddd-2c3b889e68e1 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:27.410925 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1941db88-99f4-47e4-bbfc-45c5812e8aa7 req-b7c7090a-b677-4f25-9ddd-2c3b889e68e1 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.2973015 Feb 04 00:05:27.443124 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Allocated IP 192.168.233.47 (2011543c-7a07-478a-aecd-95456d13b79c/7dbb56af-5450-4325-8c50-8aaea0490db3/ca4e0437-5ecf-4e3c-a282-94cd3a77933f) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:05:27.496801 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1941db88-99f4-47e4-bbfc-45c5812e8aa7 req-175a52c1-4805-425f-9d85-111f99c33f22 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799685 Feb 04 00:05:27.578433 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35514) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:27.627011 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-25def401-d00c-4908-9e3b-779bddfa0f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1098 time: 0.0813606 Feb 04 00:05:27.779133 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:27.789757 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-4309134b-0a72-4201-9ee2-6318e8c2824a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:27.791256 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-4309134b-0a72-4201-9ee2-6318e8c2824a service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1497290 Feb 04 00:05:27.804883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Transition to ACTIVE for port object ca4e0437-5ecf-4e3c-a282-94cd3a77933f will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:05:27.869327 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:27.969063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Pushing event updated for resources: {'Port': ['ID=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:27.990686 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Network 2011543c-7a07-478a-aecd-95456d13b79c is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:05:27.992441 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:05:27.994949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:05:27.999088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:27.999664 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.017910 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-86846d19-8744-4e54-ad32-f546a49a6c67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 200 len: 1001 time: 0.2173278 Feb 04 00:05:28.021147 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-88bc98df-c240-4a91-8746-5a97d1e6a274 req-952f752f-4fe7-4593-ab9e-0ae3316e62ac tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:28.041812 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-bab6628c-1699-47f5-a65d-eb2b9893a070 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3162236 Feb 04 00:05:28.057567 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Request body: {'port': {'device_id': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:28.098290 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-62e4630a-38a4-4c61-ae15-0cc0ce9c4ddc tempest-TestMinimumBasicScenario-1953921966 tempest-TestMinimumBasicScenario-1953921966-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1093 time: 0.5189021 Feb 04 00:05:28.101466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35526) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:28.111420 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-88bc98df-c240-4a91-8746-5a97d1e6a274 req-952f752f-4fe7-4593-ab9e-0ae3316e62ac tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:28.112409 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-88bc98df-c240-4a91-8746-5a97d1e6a274 req-952f752f-4fe7-4593-ab9e-0ae3316e62ac tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=aed8acbe-be52-463b-b2d8-3bef2eeabf32 HTTP/1.1" status: 200 len: 210 time: 0.1427405 Feb 04 00:05:28.119612 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-f0601f71-57bd-468c-9c76-5b8457a07c9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:28.121408 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-f0601f71-57bd-468c-9c76-5b8457a07c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0933089 Feb 04 00:05:28.123770 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'floatingip': {'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'port_id': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:28.148357 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:28.155733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:floatingip and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:28.163194 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:28.174486 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a710323-5cd8-40eb-98a4-89eb71813196 req-da758775-db46-4ee3-ba9b-40a1a0cda90d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:28.181661 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8a710323-5cd8-40eb-98a4-89eb71813196 req-da758775-db46-4ee3-ba9b-40a1a0cda90d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 945 time: 0.3559124 Feb 04 00:05:28.222230 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:28.255941 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-93d8bec6-d175-410e-86f2-cdfdd53720ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1037261 Feb 04 00:05:28.299257 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for floatingip, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.394678 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.409080 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8a710323-5cd8-40eb-98a4-89eb71813196 req-a6202d64-bdf2-4029-8240-36a67339e5e8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265856 Feb 04 00:05:28.441733 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-fbf35973-abd7-4fc1-9cc9-9a6c91544ca0 None None] Provisioning for port ca4e0437-5ecf-4e3c-a282-94cd3a77933f completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:05:28.451034 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-fbf35973-abd7-4fc1-9cc9-9a6c91544ca0 None None] Provisioning complete for port ca4e0437-5ecf-4e3c-a282-94cd3a77933f triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:05:28.451563 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fbf35973-abd7-4fc1-9cc9-9a6c91544ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.459964 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-10f899f2-fa7a-4de8-95ca-a813eb65840f service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972713 Feb 04 00:05:28.516617 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-fbf35973-abd7-4fc1-9cc9-9a6c91544ca0 None None] Port ca4e0437-5ecf-4e3c-a282-94cd3a77933f cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:05:28.597501 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b6371-c796-4005-b762-d91608f47e12 req-c75de238-3f93-4881-9e41-f38139a96024 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:28.598919 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b26b6371-c796-4005-b762-d91608f47e12 req-c75de238-3f93-4881-9e41-f38139a96024 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 935 time: 0.1904018 Feb 04 00:05:28.652491 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b21d5220-ee49-4512-ae04-ffbaa13c9a81 req-b99299f9-3765-4fa9-a248-d74e1ca935ed service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709416 Feb 04 00:05:28.672959 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b26b6371-c796-4005-b762-d91608f47e12 req-08c64337-c4e4-4cee-ad1f-73173a25325d tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597181 Feb 04 00:05:28.704625 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.825953 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 7b8fcc85-b954-45be-9268-8a35dfa77399 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:28.858977 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 7b8fcc85-b954-45be-9268-8a35dfa77399 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:28.859308 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 7b8fcc85-b954-45be-9268-8a35dfa77399 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:28.859715 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:28.921928 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4e0437-5ecf-4e3c-a282-94cd3a77933f {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:05:28.926322 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Allocated IP 172.28.2.56 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/cae5b97f-c106-48fa-b4a4-1b798b4b691e) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:05:28.932428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.963297 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:28.968751 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Transition to ACTIVE for port object ca4e0437-5ecf-4e3c-a282-94cd3a77933f will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:05:28.992372 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:29.001712 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:29.006709 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.014174 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.058171 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'code': 200} Feb 04 00:05:29.074982 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=8']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:29.187859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:29.294237 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5f9ec467-f634-4247-8036-9388507296c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.324986 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.337228 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Attempting to bind port ca4e0437-5ecf-4e3c-a282-94cd3a77933f on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:05:29.337539 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Attempting to bind port ca4e0437-5ecf-4e3c-a282-94cd3a77933f by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:05:29.337864 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Attempting to bind port ca4e0437-5ecf-4e3c-a282-94cd3a77933f on network 2011543c-7a07-478a-aecd-95456d13b79c {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:05:29.349263 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Port ca4e0437-5ecf-4e3c-a282-94cd3a77933f on network 2011543c-7a07-478a-aecd-95456d13b79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:05:29.349541 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Attempting to bind port ca4e0437-5ecf-4e3c-a282-94cd3a77933f on network 2011543c-7a07-478a-aecd-95456d13b79c {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:05:29.359129 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:05:29.359461 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Checking segment: {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:05:29.359837 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Bound using segment: {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:05:29.360252 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Bound port: ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:05:29.360593 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.414616 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.519351 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:05:29.521815 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'Port': ['ID=cae5b97f-c106-48fa-b4a4-1b798b4b691e,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:29.526384 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:05:29.530969 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:05:29.556596 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] For port ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:05:29.584124 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] For port ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:05:29.593137 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.657458 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c769a1-8e85-4b49-b8a8-5b017a2071c3 req-5f0edb57-9335-473d-89ab-c7654016b1b3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:29.659495 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a8c769a1-8e85-4b49-b8a8-5b017a2071c3 req-5f0edb57-9335-473d-89ab-c7654016b1b3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0787451 Feb 04 00:05:29.709241 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a8c769a1-8e85-4b49-b8a8-5b017a2071c3 req-b476cf22-2a33-4f7a-b310-f14cee200491 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Feb 04 00:05:29.740359 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:29.742045 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/ca4e0437-5ecf-4e3c-a282-94cd3a77933f HTTP/1.1" status: 200 len: 1097 time: 1.6909103 Feb 04 00:05:29.747678 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'tag': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:29.896326 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a42ac-5eeb-4e24-9046-e63d633186a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:30.023134 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4f0cb-4f5c-4b38-9f5e-3f33197eb12d req-44ca60b5-11b5-4528-9002-abc132c84d1f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:30.024769 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a3d4f0cb-4f5c-4b38-9f5e-3f33197eb12d req-44ca60b5-11b5-4528-9002-abc132c84d1f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.4251802 Feb 04 00:05:30.026014 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879da1e-f5e9-4d02-a808-3871456d6b45 req-579cc08c-d294-46c1-8660-b3f62b73e2ba tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:30.032609 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9879da1e-f5e9-4d02-a808-3871456d6b45 req-579cc08c-d294-46c1-8660-b3f62b73e2ba tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 947 time: 0.0823827 Feb 04 00:05:30.085986 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9879da1e-f5e9-4d02-a808-3871456d6b45 req-d3763c2b-4a09-4261-9424-9dce0d77c922 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517695 Feb 04 00:05:30.116278 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-76a9b0ef-15fc-4fd9-8f6a-7ee61c2f25c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7d9db129a4b495f943ff1bf59c4e97e&device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 1100 time: 0.3145707 Feb 04 00:05:30.122798 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a3d4f0cb-4f5c-4b38-9f5e-3f33197eb12d req-2f667d35-65fe-4b3c-bf33-bc8c00e44f0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827589 Feb 04 00:05:30.177285 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'tag': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f', 'status': 'completed', 'code': 200} Feb 04 00:05:30.200729 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-92a022f8-22bf-4893-807b-a0624d0c802f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f HTTP/1.1" status: 200 len: 217 time: 0.0756161 Feb 04 00:05:30.281407 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-e054f31e-a374-4836-ae97-d6ac2dd75158 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:30.283381 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-e054f31e-a374-4836-ae97-d6ac2dd75158 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbb56af-5450-4325-8c50-8aaea0490db3 HTTP/1.1" status: 200 len: 843 time: 0.0759308 Feb 04 00:05:30.469427 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-049246d9-42ee-4bcc-9988-423163832859 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2011543c-7a07-478a-aecd-95456d13b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1475229 Feb 04 00:05:30.588837 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:30.684611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:30.719731 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-01de9dbf-51ae-4121-9362-63221a7d88b8 service neutron] 10.222.0.26 "GET /v2.0/networks/2011543c-7a07-478a-aecd-95456d13b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394099 Feb 04 00:05:30.910388 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1972-c368-411d-a1ac-8b8dff13fb7e req-545781d5-9c83-4cbf-9be2-eda9215edfd1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:30.911841 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ea9f1972-c368-411d-a1ac-8b8dff13fb7e req-545781d5-9c83-4cbf-9be2-eda9215edfd1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0787728 Feb 04 00:05:30.959051 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ea9f1972-c368-411d-a1ac-8b8dff13fb7e req-9a9b1218-a99e-411a-a2a6-e63f1ad920fd tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Feb 04 00:05:31.027964 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93f4b2bf-1deb-48d2-ae25-02b9a7bffc39 req-1726010d-2a6e-4bb5-b51c-87b140fe7d31 service neutron] 10.222.0.26 "GET /v2.0/networks/2011543c-7a07-478a-aecd-95456d13b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965713 Feb 04 00:05:31.083310 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:31.087976 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:31.192987 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:31.312883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'Port': ['ID=cae5b97f-c106-48fa-b4a4-1b798b4b691e,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:31.356081 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c71b1-cc82-469f-997d-fd20e46369d2 req-55ea1d95-31da-4863-b0eb-a92f637acbfa tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:31.357539 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c95c71b1-cc82-469f-997d-fd20e46369d2 req-55ea1d95-31da-4863-b0eb-a92f637acbfa tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.0769286 Feb 04 00:05:31.381159 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-80c2c32f-f06d-4ce9-8770-a805846c0157 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7d9db129a4b495f943ff1bf59c4e97e&device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 1100 time: 0.2564244 Feb 04 00:05:31.399598 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab51617-c075-4bf2-981d-66da8123f401 req-f49889a5-bdc2-4a95-ae2d-32768232c0ec tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:31.400275 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-dab51617-c075-4bf2-981d-66da8123f401 req-f49889a5-bdc2-4a95-ae2d-32768232c0ec tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Synchronizing usage tracker for tenant:b7d9db129a4b495f943ff1bf59c4e97e on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:31.405852 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c95c71b1-cc82-469f-997d-fd20e46369d2 req-f2767977-1918-4f08-b543-c95cfe44d477 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Feb 04 00:05:31.558052 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-dab51617-c075-4bf2-981d-66da8123f401 req-f49889a5-bdc2-4a95-ae2d-32768232c0ec tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Unset dirty status for tenant:b7d9db129a4b495f943ff1bf59c4e97e on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:31.565615 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dab51617-c075-4bf2-981d-66da8123f401 req-f49889a5-bdc2-4a95-ae2d-32768232c0ec tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 947 time: 0.3160021 Feb 04 00:05:31.664703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-799f85e0-5d18-4a5b-af9e-b0ec1fa2933c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:31.666169 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-799f85e0-5d18-4a5b-af9e-b0ec1fa2933c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2011543c-7a07-478a-aecd-95456d13b79c HTTP/1.1" status: 200 len: 870 time: 0.2751143 Feb 04 00:05:31.675578 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-dab51617-c075-4bf2-981d-66da8123f401 req-a8df4a89-9cd5-4639-90c3-dbfcdb852bd0 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Synchronizing usage tracker for tenant:b7d9db129a4b495f943ff1bf59c4e97e on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:31.755160 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Floating IP e37903dc-645a-4399-ad97-3d7444002d23 associated. External IP: 172.28.2.56, port: 29dfed59-26c4-43b3-b254-a2b570056e8d. Feb 04 00:05:31.770767 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7fc85526-f6ab-4303-a874-f8e89133a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:31.814551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-dab51617-c075-4bf2-981d-66da8123f401 req-a8df4a89-9cd5-4639-90c3-dbfcdb852bd0 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Unset dirty status for tenant:b7d9db129a4b495f943ff1bf59c4e97e on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:31.815821 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dab51617-c075-4bf2-981d-66da8123f401 req-a8df4a89-9cd5-4639-90c3-dbfcdb852bd0 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411504 Feb 04 00:05:31.823878 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-ff11e525-edde-4bd7-a884-5ae150ce9d0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f HTTP/1.1" status: 200 len: 217 time: 0.1437008 Feb 04 00:05:31.910220 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-1f968147-37eb-4437-849a-0eb6ac065366 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:31.911678 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-1f968147-37eb-4437-849a-0eb6ac065366 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7dbb56af-5450-4325-8c50-8aaea0490db3 HTTP/1.1" status: 200 len: 843 time: 0.0806236 Feb 04 00:05:32.085539 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-790a323c-1bd3-4176-b647-888c1278879d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2011543c-7a07-478a-aecd-95456d13b79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1633844 Feb 04 00:05:32.311886 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-edff9fea-d3a8-4dda-801e-da272234f0bb service neutron] 10.222.0.26 "GET /v2.0/networks/2011543c-7a07-478a-aecd-95456d13b79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172163 Feb 04 00:05:32.341770 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985690e-0b80-4263-99d5-b1a8aa898e48 req-51d97430-cbf1-4e37-9b9a-5b09a405d950 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:32.343224 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0985690e-0b80-4263-99d5-b1a8aa898e48 req-51d97430-cbf1-4e37-9b9a-5b09a405d950 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1895311 Feb 04 00:05:32.392346 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0985690e-0b80-4263-99d5-b1a8aa898e48 req-23973df1-e404-474f-8b97-1db4fd34e19e tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425122 Feb 04 00:05:32.409780 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:32.669436 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1fd96b0b-b715-43bf-820d-0f7fd8e0044b req-9206ff59-8c0b-4e37-ab45-7da617dedc2a service neutron] 10.222.0.26 "GET /v2.0/networks/2011543c-7a07-478a-aecd-95456d13b79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393328 Feb 04 00:05:32.693517 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-74c1447b-64be-4814-9891-c968ccbe5d30 req-0c22aed8-0565-40bd-9739-91c1ec070831 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2382414 Feb 04 00:05:32.720407 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:05:32.839804 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ca4e0437-5ecf-4e3c-a282-94cd3a77933f details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:05:33.057572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35642) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:33.061276 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:33.089502 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40525130-0b33-4f2d-bf7c-7a9051f4e135 req-966bb682-1ba2-4424-b700-b9aa00293259 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:33.091346 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-40525130-0b33-4f2d-bf7c-7a9051f4e135 req-966bb682-1ba2-4424-b700-b9aa00293259 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.1339784 Feb 04 00:05:33.093283 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:05:33.106978 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] Sync routers for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:05:33.119559 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.128030 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f', 'network_id': '2011543c-7a07-478a-aecd-95456d13b79c', 'port_id': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f', 'mac_address': 'fa:16:3e:27:43:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dbb56af-5450-4325-8c50-8aaea0490db3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:05:33.130083 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94c389-6bef-4ff0-8299-939b32834750 req-dd8e7e75-d4f7-4e12-bea8-c5123497b14c tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:33.131004 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:05:33.132215 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:05:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:33.137571 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3a94c389-6bef-4ff0-8299-939b32834750 req-dd8e7e75-d4f7-4e12-bea8-c5123497b14c tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 947 time: 0.0923905 Feb 04 00:05:33.154000 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.198595 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3a94c389-6bef-4ff0-8299-939b32834750 req-6d73dd23-deaf-4075-8746-a90a9d77735f tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593820 Feb 04 00:05:33.227117 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.245390 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-40525130-0b33-4f2d-bf7c-7a9051f4e135 req-2cd5c961-89a5-4f41-9772-5689932790f3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439757 Feb 04 00:05:33.249126 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4e0437-5ecf-4e3c-a282-94cd3a77933f {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:05:33.268941 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-2642ba21-9881-4543-998c-1ae7d23c1226 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1608448 Feb 04 00:05:33.269150 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:33.271228 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:33.272139 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35648) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:33.276547 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.282170 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1728659372', 'description': 'tempest-secgroup-smoke-1728659372 description', 'project_id': '22f2d30535934797b19acf87f5d5de32'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:33.291646 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:33.301266 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-144f9be7-a05f-442b-9d8b-7171d9e1432f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2426152 Feb 04 00:05:33.322392 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:33.343790 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.346915 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'status': 'completed', 'code': 200} Feb 04 00:05:33.368688 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:33.393954 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:33.397720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:33.400690 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:33.406247 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:33.448617 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-2350161f-aaf7-4c5c-b563-0dee10209590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1098 time: 0.0731292 Feb 04 00:05:33.469980 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:05:33.526996 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.533891 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.568724 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['ca4e0437-5ecf-4e3c-a282-94cd3a77933f'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:33.651710 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a103fd5f-df3a-4406-8c37-ecec95df3640,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:33.654724 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.656307 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-21417c6b-0c3b-4478-ab9f-05337081a53c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3829050 Feb 04 00:05:33.660054 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35662) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:33.674423 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group_rule': {'security_group_id': 'a103fd5f-df3a-4406-8c37-ecec95df3640', 'project_id': '22f2d30535934797b19acf87f5d5de32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:33.681017 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:33.684916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:33.687751 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:33.693666 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:33.729044 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.740510 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e458c-f300-4776-b639-21bb4b61856d req-adae92d8-0c6a-4334-bed0-3aed9272bde3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:33.742579 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-adae92d8-0c6a-4334-bed0-3aed9272bde3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 915 time: 0.2874596 Feb 04 00:05:33.810913 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.817494 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.850069 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.853757 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1901009 Feb 04 00:05:33.853757 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc08a5-811d-417a-a01e-1753fc285d83 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c5d22f-4fd2-457a-ba20-1fdca28a38bc,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:33.856558 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35666) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:33.863107 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group_rule': {'security_group_id': 'a103fd5f-df3a-4406-8c37-ecec95df3640', 'project_id': '22f2d30535934797b19acf87f5d5de32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:33.864107 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e4373-670d-40bd-ab97-460a053aca4b req-24c72135-4314-4311-af0b-dea6931ddcb8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:33.868464 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:33.871194 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-759e4373-670d-40bd-ab97-460a053aca4b req-24c72135-4314-4311-af0b-dea6931ddcb8 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.2617066 Feb 04 00:05:33.872375 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:33.875436 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:33.882280 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:33.901363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.932306 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-c3e32e29-3a1c-4cb1-8938-48a9c5be2537 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 998 time: 0.1742682 Feb 04 00:05:33.947293 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:33.959672 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'e37903dc-645a-4399-ad97-3d7444002d23', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'port_id': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'mac_address': 'fa:16:3e:47:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:30Z', 'updated_at': '2022-02-04T00:05:30Z', 'revision_number': 0, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:33.964108 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] Checking router: 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:05:33.977324 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:05:33.978276 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:05:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:33.992956 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-759e4373-670d-40bd-ab97-460a053aca4b req-12a630ae-b1cb-4057-9226-7bd6bb0d1ea3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 Feb 04 00:05:33.995538 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.000944 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.017280 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e458c-f300-4776-b639-21bb4b61856d req-92b66b00-60f2-4ff3-8560-261ecb5fa8b0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:34.018986 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-92b66b00-60f2-4ff3-8560-261ecb5fa8b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 200 len: 853 time: 0.0785851 Feb 04 00:05:34.029557 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d13f584-4846-481e-b8a8-3755a3485341,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:34.052187 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.053719 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-b71846db-2c8b-4546-a5a9-7161cc72900a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1962447 Feb 04 00:05:34.057067 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35670) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:34.062952 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group_rule': {'security_group_id': 'a103fd5f-df3a-4406-8c37-ecec95df3640', 'project_id': '22f2d30535934797b19acf87f5d5de32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:34.071954 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:34.076098 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:34.080010 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:34.087552 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:34.110394 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.119432 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-dd5c8c04-178b-488e-a37a-664aa7be01e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d6c68f2-fc15-4a11-ad49-07dee445a772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0935690 Feb 04 00:05:34.181165 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.186414 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.216885 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ff2358-4eeb-451c-92ad-215cd1048f2b,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:34.238815 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.240021 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f8ee5dcf-07ee-40aa-9f4f-95d68fbdb7e8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1818664 Feb 04 00:05:34.242975 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35680) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:34.244411 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:05:34.251248 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group_rule': {'security_group_id': 'a103fd5f-df3a-4406-8c37-ecec95df3640', 'project_id': '22f2d30535934797b19acf87f5d5de32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:34.263442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:34.278465 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:34.284174 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:34.300651 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:34.332007 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-841ae5a7-b672-4d30-b3fe-b9ffbd007fe0 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831167 Feb 04 00:05:34.482394 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f16722-3322-45e3-bcac-53322e904640 req-39299170-255a-4d0e-a49b-478d4ae85b76 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:34.484016 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7f16722-3322-45e3-bcac-53322e904640 req-39299170-255a-4d0e-a49b-478d4ae85b76 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 948 time: 0.0981252 Feb 04 00:05:34.565103 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7f16722-3322-45e3-bcac-53322e904640 req-98d8d9e8-3415-4636-9a0c-3f0979275c95 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667841 Feb 04 00:05:34.621607 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.667225 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'e37903dc-645a-4399-ad97-3d7444002d23', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'port_id': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'mac_address': 'fa:16:3e:47:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:30Z', 'updated_at': '2022-02-04T00:05:30Z', 'revision_number': 0, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:34.671110 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9e9e1-8ab1-45fd-b0f8-33fd26dc1e93 None None] The sync data for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb is: [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'e37903dc-645a-4399-ad97-3d7444002d23', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'floating_ip_address': '172.28.2.56', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'port_id': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'mac_address': 'fa:16:3e:47:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:05:30Z', 'updated_at': '2022-02-04T00:05:30Z', 'revision_number': 0, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:05:34.690833 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6f9e458c-f300-4776-b639-21bb4b61856d req-837cb765-2485-42f0-9e18-add18a659876 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579421 Feb 04 00:05:34.732664 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.736972 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.749570 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6d8f4-6fe6-49e7-a969-6368f0695ba2 req-4d8dd17b-efc3-434c-9b02-3c5291cf769d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:34.753782 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-21c6d8f4-6fe6-49e7-a969-6368f0695ba2 req-4d8dd17b-efc3-434c-9b02-3c5291cf769d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.2818310 Feb 04 00:05:34.777309 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ddb373-1784-4e28-a201-e29d0d1d3c0b,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:34.823410 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.824562 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-01bbfaa1-beff-4427-8472-2f159615074f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5806630 Feb 04 00:05:34.827686 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35688) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:34.833849 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group_rule': {'security_group_id': 'a103fd5f-df3a-4406-8c37-ecec95df3640', 'project_id': '22f2d30535934797b19acf87f5d5de32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:34.840230 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:34.843085 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ca4e0437-5ecf-4e3c-a282-94cd3a77933f up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:05:34.843534 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-21c6d8f4-6fe6-49e7-a969-6368f0695ba2 req-f33ae349-8e9e-4bd0-95cf-38834bf0f1ca tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694983 Feb 04 00:05:34.858106 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:34.865257 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:34.871187 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:34.882321 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.securitygroups_db [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Project 22f2d30535934797b19acf87f5d5de32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 00:05:34.889504 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.940850 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port ca4e0437-5ecf-4e3c-a282-94cd3a77933f completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:05:34.954336 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port ca4e0437-5ecf-4e3c-a282-94cd3a77933f triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:05:34.956020 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.987869 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.992962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:34.995890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf6a392-b876-44ca-a6ae-21b28a65bec3 None None] New status for floating IP e37903dc-645a-4399-ad97-3d7444002d23: ACTIVE {{(pid=82764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:05:35.010084 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-bbbfcb1a-c8c5-4500-84c0-9cd7eb18930e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4&tenant_id=dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 1096 time: 0.0839937 Feb 04 00:05:35.020037 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e23e45-cd09-484c-a0f0-eac05676fb3c,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:35.040660 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.045477 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-55247a34-8ae9-42f8-aebb-95350c0423e7 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2167251 Feb 04 00:05:35.046152 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35694) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:35.053569 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'security_group_rule': {'security_group_id': 'a103fd5f-df3a-4406-8c37-ecec95df3640', 'project_id': '22f2d30535934797b19acf87f5d5de32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:35.061922 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:35.067837 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Usage tracker for resource:security_group_rule and tenant:22f2d30535934797b19acf87f5d5de32 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:35.071675 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:35.079022 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:35.093615 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.securitygroups_db [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Project 22f2d30535934797b19acf87f5d5de32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 00:05:35.105188 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.122524 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-ba545140-71a3-4c48-a767-b8d0a4cb3173 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1096 time: 0.0862699 Feb 04 00:05:35.247761 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.256243 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.297674 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-c9207c40-3a47-4439-b461-8285f9a1ab4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:35.299110 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-c9207c40-3a47-4439-b461-8285f9a1ab4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1680272 Feb 04 00:05:35.299852 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f11a82-cbb7-4d9c-80d7-96835434cef2,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:35.310840 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb491cd-330a-4f5e-8d12-9a0c5c1c7b21 req-438a596d-0eec-440a-8447-1c1cac6ee499 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:35.312333 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cfb491cd-330a-4f5e-8d12-9a0c5c1c7b21 req-438a596d-0eec-440a-8447-1c1cac6ee499 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.1645536 Feb 04 00:05:35.320066 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.321438 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c4a2e02a-880e-4c3d-b552-47cee1177c28 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2740545 Feb 04 00:05:35.341249 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.374032 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cfb491cd-330a-4f5e-8d12-9a0c5c1c7b21 req-a79536a9-aadc-4cb2-91c3-9b79644f7b3e tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503254 Feb 04 00:05:35.377064 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:35.387214 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:35.392845 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:35.394051 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:35.453891 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-b42c2a37-07e1-42ac-9c29-5ce611fbce7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 200 len: 999 time: 0.1481769 Feb 04 00:05:35.468717 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f', 'code': 200} Feb 04 00:05:35.528999 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-0edd6d8f-46ef-4635-94eb-e05536283811 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:35.531120 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-0edd6d8f-46ef-4635-94eb-e05536283811 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0658214 Feb 04 00:05:35.551600 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:35.682442 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-e42dd73c-be02-4adf-89dc-636d636c75dc tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728659372&fields=id&tenant_id=22f2d30535934797b19acf87f5d5de32 HTTP/1.1" status: 200 len: 267 time: 0.1502659 Feb 04 00:05:35.817170 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-2912e6f6-38e3-42d3-96f1-a0b40129f13e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2474165 Feb 04 00:05:35.886360 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37242a-05ac-4f91-95b1-4347a5b58562 req-5dd71627-7406-429c-85dc-f4be3f709e98 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:35.887713 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ff37242a-05ac-4f91-95b1-4347a5b58562 req-5dd71627-7406-429c-85dc-f4be3f709e98 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1335087 Feb 04 00:05:35.897474 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5a42d4b7-45ca-441a-92ad-c09ca04cdf92 req-70d2e645-9030-48b3-a0f7-4e06e77682ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 1102 time: 0.1099081 Feb 04 00:05:35.969605 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5a42d4b7-45ca-441a-92ad-c09ca04cdf92 req-5598a7bd-ac88-4868-954b-883feb5e826e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572791 Feb 04 00:05:35.972246 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ff37242a-05ac-4f91-95b1-4347a5b58562 req-e325aed0-ab8e-4f84-93d1-282ba8e0c921 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Feb 04 00:05:35.974385 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-fba7334e-9ec8-4ec8-b24a-8e0f149922ab tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:35.975879 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-fba7334e-9ec8-4ec8-b24a-8e0f149922ab tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.2794244 Feb 04 00:05:36.010874 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'port': {'security_groups': ['f7f3b564-a653-4cdc-88af-61aea7be97ff', 'a103fd5f-df3a-4406-8c37-ecec95df3640']}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:05:36.093304 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-408b9185-cb22-4ba1-8df3-b51269b3f380 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:36.094746 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-408b9185-cb22-4ba1-8df3-b51269b3f380 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.3228834 Feb 04 00:05:36.099354 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-2975303c-bf02-43e7-a055-01dab41c6561 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708573 Feb 04 00:05:36.159232 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16eebc8-6bc9-4b88-8521-4613ff35cb47 req-9816397b-f15e-4d05-a485-46877fec0e8e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:36.160589 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a16eebc8-6bc9-4b88-8521-4613ff35cb47 req-9816397b-f15e-4d05-a485-46877fec0e8e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.0747037 Feb 04 00:05:36.164862 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:36.205822 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a16eebc8-6bc9-4b88-8521-4613ff35cb47 req-31aac3af-b960-4a2c-811b-e1bfe6af56e9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Feb 04 00:05:36.358362 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Deleting port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:36.358695 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:36.515540 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-6870ef1e-7176-4b04-ae2a-0d33c88fe15b service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400037 Feb 04 00:05:36.587427 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a76be-0a9c-4f35-8ae9-2850a8dc0d05 req-eadc2730-e8a2-4ecd-b4ea-4732b34ccc9a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:36.589059 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-169a76be-0a9c-4f35-8ae9-2850a8dc0d05 req-eadc2730-e8a2-4ecd-b4ea-4732b34ccc9a tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 946 time: 0.0895813 Feb 04 00:05:36.639945 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-169a76be-0a9c-4f35-8ae9-2850a8dc0d05 req-e8d0f376-7744-402a-a6bd-70fea1b57d17 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/security-groups?id=afad0b5f-149c-40f7-ae56-94d068c7e345&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Feb 04 00:05:36.868449 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:36.877637 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] For port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:36.877993 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.001769 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Calling delete_port for 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:37.035853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.db.resource_extend [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 00:05:37.058805 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.066199 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.080374 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['29dfed59-26c4-43b3-b254-a2b570056e8d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:37.164873 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:37.165519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.170934 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dc25c146-846e-4c3c-8923-e66c8bb47338 req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "PUT /v2.0/ports/29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 981 time: 1.1849420 Feb 04 00:05:37.171560 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:37.257921 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa253d-dfb8-49ab-b035-d2b4edc4c05d req-34bcdf92-f92d-4528-81ea-bbd35259feb1 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:37.265959 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-10fa253d-dfb8-49ab-b035-d2b4edc4c05d req-34bcdf92-f92d-4528-81ea-bbd35259feb1 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1043742 Feb 04 00:05:37.268660 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35728) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:37.272202 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['29dfed59-26c4-43b3-b254-a2b570056e8d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:37.296121 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0431400-b41f-4670-a8c9-2d26223c8aa3 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=6']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:37.334642 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-10fa253d-dfb8-49ab-b035-d2b4edc4c05d req-0eff9920-6a08-443c-9d12-74e80808dd27 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671837 Feb 04 00:05:37.391302 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.445992 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'status': 'completed', 'code': 200} Feb 04 00:05:37.523678 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Pushing event deleted for resources: {'Port': ['ID=1f08bb2a-dcf6-4e9c-8073-9e92a4307bea,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:37.678709 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.694288 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] No DVR routers for this DVR port 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:37.704232 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.706987 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-121783b7-5422-4ec8-8ac0-024762f536eb None None] Provisioning complete for port 29dfed59-26c4-43b3-b254-a2b570056e8d triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:05:37.707359 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-121783b7-5422-4ec8-8ac0-024762f536eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:37.740982 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-835b7680-0c2c-4fad-a710-05b4bad3b081 req-ea544db5-884e-44d2-96a7-06634c2341e0 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.26 "DELETE /v2.0/ports/1f08bb2a-dcf6-4e9c-8073-9e92a4307bea HTTP/1.1" status: 204 len: 173 time: 1.5671358 Feb 04 00:05:37.749104 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67305aba-f0ea-4353-8a7e-229631f76a83 req-3f566e11-b7eb-4e87-8710-071067e44be1 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:37.756470 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-67305aba-f0ea-4353-8a7e-229631f76a83 req-3f566e11-b7eb-4e87-8710-071067e44be1 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.3224976 Feb 04 00:05:37.762809 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-07170ca7-c0ea-4413-ab66-4ddeac7ff32e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1137 time: 0.1734321 Feb 04 00:05:37.818237 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:37.827065 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Usage tracker for resource:security_group_rule and tenant:fba26a64365c4a7aaff57e5e831c0264 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:37.834759 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:37.844828 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:37.903128 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-67305aba-f0ea-4353-8a7e-229631f76a83 req-7ca366e2-4041-4a55-8458-f8c3fad6649b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1453931 Feb 04 00:05:37.993352 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-5bc6f813-ff95-4e4d-82d2-fb10568d46d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:37.995066 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-5bc6f813-ff95-4e4d-82d2-fb10568d46d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 915 time: 0.2186465 Feb 04 00:05:38.046586 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:38.062169 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:38.126019 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0d6e6-e9c5-4ffe-8ecf-deeed4d60289 req-4725ec81-ca0c-449b-9512-427e3cedaae1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:38.143623 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-39f0d6e6-e9c5-4ffe-8ecf-deeed4d60289 req-4725ec81-ca0c-449b-9512-427e3cedaae1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.2453721 Feb 04 00:05:38.230508 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-05972bdb-5b7c-4c25-9c6f-26911d7a8b82 req-f3e5abdf-df0f-42db-9393-787dd9a4c3bc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Synchronizing usage tracker for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:38.248316 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fba26a64365c4a7aaff57e5e831c0264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9777777 Feb 04 00:05:38.257501 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35752) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:38.263911 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65adf8-b953-4cd1-9256-e93b98e274b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44387ef8-9e7d-4a76-b522-93d49e211d6b,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:38.328881 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-39f0d6e6-e9c5-4ffe-8ecf-deeed4d60289 req-0ef23694-8b68-4f05-8cca-03c3d1c6295a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827164 Feb 04 00:05:38.359072 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-c8d45eac-737c-40bf-86e3-4354a2e22136 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 1000 time: 0.3537111 Feb 04 00:05:38.367602 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-05972bdb-5b7c-4c25-9c6f-26911d7a8b82 req-f3e5abdf-df0f-42db-9393-787dd9a4c3bc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] Unset dirty status for tenant:463a130c7059410a9d327d96ab845778 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:38.380223 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-05972bdb-5b7c-4c25-9c6f-26911d7a8b82 req-f3e5abdf-df0f-42db-9393-787dd9a4c3bc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.2218945 Feb 04 00:05:38.484247 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d3c4248f-8fa6-410f-b5bb-ee8885ddf9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:38.551159 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-5b394c76-b965-4b95-b35c-21860a3e98ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:38.553156 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-5b394c76-b965-4b95-b35c-21860a3e98ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 200 len: 853 time: 0.1688182 Feb 04 00:05:38.565833 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d3c4248f-8fa6-410f-b5bb-ee8885ddf9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:38.703340 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7b55-037a-4277-8976-570a3fd4649a req-68405155-f529-40fe-bdfe-fb8c7bda41e3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:38.704877 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ff3a7b55-037a-4277-8976-570a3fd4649a req-68405155-f529-40fe-bdfe-fb8c7bda41e3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1238246 Feb 04 00:05:38.787656 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ff3a7b55-037a-4277-8976-570a3fd4649a req-34589714-c40b-46ef-90d8-8644130e6603 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725405 Feb 04 00:05:38.820059 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d3c4248f-8fa6-410f-b5bb-ee8885ddf9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:38.847115 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4248f-8fa6-410f-b5bb-ee8885ddf9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44387ef8-9e7d-4a76-b522-93d49e211d6b,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:38.870377 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:38.878517 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d3c4248f-8fa6-410f-b5bb-ee8885ddf9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:38.880917 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d3c4248f-8fa6-410f-b5bb-ee8885ddf9aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44387ef8-9e7d-4a76-b522-93d49e211d6b HTTP/1.1" status: 204 len: 168 time: 0.6124170 Feb 04 00:05:38.890071 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-c61795c2-812f-4894-aae3-6589442e40bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d6c68f2-fc15-4a11-ad49-07dee445a772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3053470 Feb 04 00:05:38.956656 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:38.957018 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 1f08bb2a-dcf6-4e9c-8073-9e92a4307bea not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:39.447049 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'name': 'network-vif-deleted', 'tag': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:39.575930 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d42c2-867b-48b2-867c-f7aa2220643e req-8c232caf-522e-4041-a0f3-4b232cac20a5 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:39.577445 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2e6d42c2-867b-48b2-867c-f7aa2220643e req-8c232caf-522e-4041-a0f3-4b232cac20a5 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1705151 Feb 04 00:05:39.660693 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2e6d42c2-867b-48b2-867c-f7aa2220643e req-f85564d1-f48e-440f-9f3c-d3e80a406733 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579460 Feb 04 00:05:39.695427 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f187f-e781-43b1-bfc0-6bdf12b5ea8f req-37913e2e-a5e4-4a69-b990-d190439675c5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:39.697252 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-667f187f-e781-43b1-bfc0-6bdf12b5ea8f req-37913e2e-a5e4-4a69-b990-d190439675c5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.1136103 Feb 04 00:05:39.764346 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-667f187f-e781-43b1-bfc0-6bdf12b5ea8f req-48c97c7b-0d20-4228-b18e-3864769798ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607808 Feb 04 00:05:39.851392 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4945228e-5b29-4ae7-a8d1-d918385b0546 req-735bbc43-ce1f-42be-ba84-ed5e5c18ae97 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0449753 Feb 04 00:05:39.865582 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6326acb-3f64-43e9-8e5a-c842618058a3', 'name': 'network-vif-deleted', 'tag': '1f08bb2a-dcf6-4e9c-8073-9e92a4307bea', 'status': 'completed', 'code': 200} Feb 04 00:05:40.928622 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac30cb-9323-4042-a189-8bd2c72b11d4 req-70c9438d-6352-402b-a30e-5a435ce165b8 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:40.942112 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c7ac30cb-9323-4042-a189-8bd2c72b11d4 req-70c9438d-6352-402b-a30e-5a435ce165b8 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1569722 Feb 04 00:05:41.003829 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c7ac30cb-9323-4042-a189-8bd2c72b11d4 req-98ca0a48-9d59-444d-be2f-9f734b77e11a tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604539 Feb 04 00:05:41.051791 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b5024-ff2a-478e-b2b1-885d3253818c req-f644d146-6f60-4357-bc3e-7defb37588b3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:41.053421 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a86b5024-ff2a-478e-b2b1-885d3253818c req-f644d146-6f60-4357-bc3e-7defb37588b3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.1121972 Feb 04 00:05:41.185858 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a86b5024-ff2a-478e-b2b1-885d3253818c req-9d3dafda-80c9-449c-b3c6-86307129d365 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239502 Feb 04 00:05:41.211945 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-aa146560-3472-4d66-ae3c-66e7b4a0dd56 req-d7d49c4f-b558-40da-9ec3-607c45969fc4 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0572376 Feb 04 00:05:41.354930 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:42.195094 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1e6ff-5d5b-43f7-b39f-3b2c59ea41ec req-085ca17c-127a-4f54-a03b-5927ad5a16e3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:42.197416 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ccd1e6ff-5d5b-43f7-b39f-3b2c59ea41ec req-085ca17c-127a-4f54-a03b-5927ad5a16e3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.0790915 Feb 04 00:05:42.250204 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ccd1e6ff-5d5b-43f7-b39f-3b2c59ea41ec req-90275db6-cf35-440f-90a0-c4bd260d03cc tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471210 Feb 04 00:05:42.449424 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-072f2901-985d-4b43-80ca-98cdc0e6da51 req-2158968b-e155-47ec-8e73-4820f80a26f3 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0504689 Feb 04 00:05:42.644705 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b95f7-7443-4637-ae31-9717107c2f5e req-1a4b530a-0999-47e8-9ce6-f63594028061 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:42.646329 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd0b95f7-7443-4637-ae31-9717107c2f5e req-1a4b530a-0999-47e8-9ce6-f63594028061 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.1600330 Feb 04 00:05:42.692643 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd0b95f7-7443-4637-ae31-9717107c2f5e req-f899e524-809b-48f3-801c-2c9d29d6b03a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Feb 04 00:05:43.537253 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd170a0d-181e-4454-878b-4db37295a6ff req-0ba42080-f028-492a-9df8-26af17a1da3a tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:43.543758 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fd170a0d-181e-4454-878b-4db37295a6ff req-0ba42080-f028-492a-9df8-26af17a1da3a tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1084590 Feb 04 00:05:43.621336 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fd170a0d-181e-4454-878b-4db37295a6ff req-3d05f8ca-cb9e-41d3-9b2f-0822b5f1d973 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Feb 04 00:05:43.678256 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b9487d5d-c340-4f62-9abe-51598b9a5305 req-898ded99-7001-4326-ba62-5f6d86b93edc tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0557032 Feb 04 00:05:43.972583 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f568-d522-4bc9-9204-b144516fdc1c req-bb3c6cd9-ab8d-404a-9fba-5027fe0d1fbd tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:43.973974 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4748f568-d522-4bc9-9204-b144516fdc1c req-bb3c6cd9-ab8d-404a-9fba-5027fe0d1fbd tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.0836165 Feb 04 00:05:44.028080 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4748f568-d522-4bc9-9204-b144516fdc1c req-0a28d7c4-23ba-4697-b539-02915ffb349b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 Feb 04 00:05:44.883624 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdca182-8452-4d0d-9028-4250fbfb5cca req-0af9da24-d847-4172-ab1f-c9837755eb37 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:44.886012 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-afdca182-8452-4d0d-9028-4250fbfb5cca req-0af9da24-d847-4172-ab1f-c9837755eb37 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1017532 Feb 04 00:05:44.935826 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5b0d68d5-f017-4f56-bb36-23be77e0ca23 req-865aeaa6-2ba1-470f-82e8-0f17c269e1c7 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0770862 Feb 04 00:05:44.950279 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-afdca182-8452-4d0d-9028-4250fbfb5cca req-eeb3aaff-1d39-42cc-aa80-3d98e2c96784 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560932 Feb 04 00:05:45.327688 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f049-57f8-4b1a-a164-983018f0f50a req-ab1d8176-419e-44c1-a19d-3b91bd077150 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:45.329183 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3c83f049-57f8-4b1a-a164-983018f0f50a req-ab1d8176-419e-44c1-a19d-3b91bd077150 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.1160443 Feb 04 00:05:45.398366 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3c83f049-57f8-4b1a-a164-983018f0f50a req-b663be7d-cd1e-474d-b61e-2e09782592dc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629487 Feb 04 00:05:46.209359 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7cb234ce-9603-4e3b-be6b-6007acd14c4a req-24b04b38-67e9-45f0-8bf5-c83290eb3cd1 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0563416 Feb 04 00:05:46.224155 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb2531-6284-43f4-b6ef-d9f33da662e8 req-92d8d3b2-3c9a-4641-8f9d-efb71fefa03c tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:46.225634 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cfbb2531-6284-43f4-b6ef-d9f33da662e8 req-92d8d3b2-3c9a-4641-8f9d-efb71fefa03c tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.0912011 Feb 04 00:05:46.290011 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cfbb2531-6284-43f4-b6ef-d9f33da662e8 req-da4066f3-c59a-4122-8ce8-56b60170825b tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Feb 04 00:05:46.613218 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aab43b-87e4-4716-b7ac-72f2c3922144 req-c138e77e-a35b-4bfd-b3d8-f60046e97cc4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:46.614756 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d1aab43b-87e4-4716-b7ac-72f2c3922144 req-c138e77e-a35b-4bfd-b3d8-f60046e97cc4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.0774155 Feb 04 00:05:46.669400 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d1aab43b-87e4-4716-b7ac-72f2c3922144 req-8d9afb3c-3ca5-4e1d-a895-7206fc6d3c69 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 Feb 04 00:05:47.403274 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-60b11818-0fe6-43ca-a6ea-6399eef3a406 req-beb5a45c-9fab-4bfb-8746-a552cb185a11 tempest-ServerRescueNegativeTestJSON-495458535 tempest-ServerRescueNegativeTestJSON-495458535-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6326acb-3f64-43e9-8e5a-c842618058a3 HTTP/1.1" status: 200 len: 210 time: 0.0457644 Feb 04 00:05:47.506275 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec097cbb-418e-4402-8d94-12fba7e66b16 req-d35455a0-a043-436d-ba8f-8ccc505244d3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:47.513519 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ec097cbb-418e-4402-8d94-12fba7e66b16 req-d35455a0-a043-436d-ba8f-8ccc505244d3 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.0815244 Feb 04 00:05:47.555847 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ec097cbb-418e-4402-8d94-12fba7e66b16 req-5e85e658-13ae-4d64-a539-477e9299bf10 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Feb 04 00:05:47.884118 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a462b-a27f-422b-9137-a39fb6cba9a5 req-14f74d80-3727-448a-ad14-ec6d76b33b22 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:47.885602 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d03a462b-a27f-422b-9137-a39fb6cba9a5 req-14f74d80-3727-448a-ad14-ec6d76b33b22 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.0738783 Feb 04 00:05:47.932363 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d03a462b-a27f-422b-9137-a39fb6cba9a5 req-08e8aab6-27b4-4b33-a316-66dfdaf803fc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409539 Feb 04 00:05:48.067233 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-b2b417ef-a1fe-499c-90cb-61c84a7bc5f9 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453199 Feb 04 00:05:48.205645 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-86f5fcbd-87eb-4844-8170-6f5f52cf940d req-bcf0c620-746f-4201-80a2-1e133f746cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312678 Feb 04 00:05:48.507513 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 35926) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:48.765324 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebe6cd-eb7e-4083-be4a-a138fd8790ef req-b3453dcf-8350-4342-8c16-742dd6749cc6 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:48.767313 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a0ebe6cd-eb7e-4083-be4a-a138fd8790ef req-b3453dcf-8350-4342-8c16-742dd6749cc6 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.0813034 Feb 04 00:05:48.817710 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a0ebe6cd-eb7e-4083-be4a-a138fd8790ef req-c3efe187-aa3a-4012-a11d-f3c8b5e5a74f tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447242 Feb 04 00:05:48.922026 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.149249 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35950) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:49.240633 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577538e1-2c89-4838-8f1e-a473a9b93664 req-16aba7ad-8af3-4ca7-9c3b-34ad6a68f98f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:49.242002 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-577538e1-2c89-4838-8f1e-a473a9b93664 req-16aba7ad-8af3-4ca7-9c3b-34ad6a68f98f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.1462865 Feb 04 00:05:49.299717 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.330989 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:49.335077 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Usage tracker for resource:security_group_rule and tenant:b8c0569ef2c44fbaa43c905cb1debf5a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:49.338076 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:49.343858 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:49.414531 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.419565 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.464646 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ee6a48-67f8-4e6d-b63f-388b144f4390,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:49.471857 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-8a781ae0-8214-41e9-8b91-13e4a87eb003 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8c0569ef2c44fbaa43c905cb1debf5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3213661 Feb 04 00:05:49.474302 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35956) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:49.484815 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-577538e1-2c89-4838-8f1e-a473a9b93664 req-a32a2d6d-4c77-4e1d-8a01-dd17027db4c9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155612 Feb 04 00:05:49.526805 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-ceda6651-531e-43f3-8411-955c34057778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3451293 Feb 04 00:05:49.541545 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ca3-14f4-4006-a272-477e69ba2e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.567776 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ca3-14f4-4006-a272-477e69ba2e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.619886 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ca3-14f4-4006-a272-477e69ba2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.636637 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb8ca3-14f4-4006-a272-477e69ba2e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ee6a48-67f8-4e6d-b63f-388b144f4390,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:49.645024 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8ca3-14f4-4006-a272-477e69ba2e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.648642 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4eeb8ca3-14f4-4006-a272-477e69ba2e1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6ee6a48-67f8-4e6d-b63f-388b144f4390 HTTP/1.1" status: 204 len: 168 time: 0.1710341 Feb 04 00:05:49.791163 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-6c1d810c-3ddc-434d-ab47-3b1ab89cb79e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1099 time: 0.2279484 Feb 04 00:05:49.811142 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-9cccf73e-c50a-427b-b560-9d1646d2b4e7 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:49.812510 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-9cccf73e-c50a-427b-b560-9d1646d2b4e7 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.2192769 Feb 04 00:05:49.971690 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Deleting port ca4e0437-5ecf-4e3c-a282-94cd3a77933f {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:49.972029 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:49.992270 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35966) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:50.026981 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.085556 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa7bbf-6722-4597-ac94-7c262c00d1b1 req-48c2f2a3-9afd-4c4a-9520-836327a23e99 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:50.087383 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a3fa7bbf-6722-4597-ac94-7c262c00d1b1 req-48c2f2a3-9afd-4c4a-9520-836327a23e99 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 949 time: 0.1439269 Feb 04 00:05:50.088435 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:50.092684 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Usage tracker for resource:security_group_rule and tenant:d165704f45794bec8612bb30f48ce457 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:50.097826 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:50.115867 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:50.140256 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-286e29b4-d78e-4d5e-a5d1-7a43592305ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:50.142411 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-286e29b4-d78e-4d5e-a5d1-7a43592305ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.3283315 Feb 04 00:05:50.155883 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a3fa7bbf-6722-4597-ac94-7c262c00d1b1 req-3e39d2ad-a8e8-4ad4-8c3b-8e220b3b345a tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/security-groups?id=e66b1667-250b-4915-be92-6d22847538ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597141 Feb 04 00:05:50.208118 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.212879 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.258499 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7657f866-573c-4f04-891b-06a0d642b331,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:50.262447 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-544e5931-ffaf-47ec-bfc4-fe275555360d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d165704f45794bec8612bb30f48ce457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2691419 Feb 04 00:05:50.265127 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 35972) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:50.328016 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1df63d43-c313-4d0a-b9e6-fc24f9fb864e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.354206 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1df63d43-c313-4d0a-b9e6-fc24f9fb864e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.397386 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-3ca363e7-4394-4b6a-a72a-d92a97252497 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 1002 time: 0.2404482 Feb 04 00:05:50.405515 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1df63d43-c313-4d0a-b9e6-fc24f9fb864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.421294 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63d43-c313-4d0a-b9e6-fc24f9fb864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7657f866-573c-4f04-891b-06a0d642b331,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:50.425856 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1df63d43-c313-4d0a-b9e6-fc24f9fb864e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.430561 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1df63d43-c313-4d0a-b9e6-fc24f9fb864e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7657f866-573c-4f04-891b-06a0d642b331 HTTP/1.1" status: 204 len: 168 time: 0.1609166 Feb 04 00:05:50.497440 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] For port ca4e0437-5ecf-4e3c-a282-94cd3a77933f, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,segment=NetworkSegment(f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf),segment_id=f7ec466e-0baf-414f-93cd-7c5f7fc7e4bf)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:50.497793 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.515571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Deleting port b80f0732-c1ec-48e6-9005-b60a3566a8d4 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:50.515853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:50.662725 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Calling delete_port for ca4e0437-5ecf-4e3c-a282-94cd3a77933f owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:50.691158 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-656862b0-045b-45e5-8c7b-40133a52ce86 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:50.692585 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-656862b0-045b-45e5-8c7b-40133a52ce86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.2883675 Feb 04 00:05:50.932944 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:05:51.070480 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:51.083865 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'port_id': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'mac_address': 'fa:16:3e:cc:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:05:51.116212 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99fc8e-a527-411b-bf3a-cb7401413243 req-90f9f4ad-1bd3-4b2d-a3c6-114bee8bad23 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:51.116212 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d99fc8e-a527-411b-bf3a-cb7401413243 req-90f9f4ad-1bd3-4b2d-a3c6-114bee8bad23 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 943 time: 0.4629736 Feb 04 00:05:51.147057 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:51.156411 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-68ded82c-35a9-414e-90e7-b79e17142b61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4161255 Feb 04 00:05:51.165295 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d7e1f1-e259-48f5-8927-20d729f76e09 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:05:51.181727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:51.186782 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:51.191865 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] For port b80f0732-c1ec-48e6-9005-b60a3566a8d4, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=b80f0732-c1ec-48e6-9005-b60a3566a8d4,segment=NetworkSegment(fb4b94b0-92f2-418f-a70d-87db18d9fcb2),segment_id=fb4b94b0-92f2-418f-a70d-87db18d9fcb2)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:51.192223 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:51.258219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:51.274087 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=9']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:51.339191 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9c79cd97-2226-4393-9ed8-444203fca819 req-dde26ec2-ea14-404b-bd65-80d4a10728de tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 210 time: 0.0421445 Feb 04 00:05:51.416116 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Calling delete_port for b80f0732-c1ec-48e6-9005-b60a3566a8d4 owned by network:router_interface {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:51.444737 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['64d7e1f1-e259-48f5-8927-20d729f76e09'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:05:51.461976 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Pushing event deleted for resources: {'Port': ['ID=ca4e0437-5ecf-4e3c-a282-94cd3a77933f,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:51.506102 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d99fc8e-a527-411b-bf3a-cb7401413243 req-596c4f17-0f0b-4294-9d7e-5d7f86697b4e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3840997 Feb 04 00:05:51.572198 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.572538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.572873 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.573218 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.573555 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.573871 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.574489 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.574957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.575445 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.575910 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.576497 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:05:51.663840 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] No DVR routers for this DVR port ca4e0437-5ecf-4e3c-a282-94cd3a77933f on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:05:51.668681 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:51.672448 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'name': 'network-vif-deleted', 'tag': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:51.797532 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-00e339c7-739d-403c-9837-32ccfe768985 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327953 Feb 04 00:05:51.887418 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f96af14-9789-40cb-8f0f-97c117d64b8e', 'name': 'network-vif-deleted', 'tag': 'ca4e0437-5ecf-4e3c-a282-94cd3a77933f', 'status': 'completed', 'code': 200} Feb 04 00:05:51.888629 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1ee31a26-1102-4413-a2bb-bb1b992015ce req-b1e8c000-79cc-4543-93a3-e82d8bb0ee64 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.26 "DELETE /v2.0/ports/ca4e0437-5ecf-4e3c-a282-94cd3a77933f HTTP/1.1" status: 204 len: 173 time: 2.0563717 Feb 04 00:05:51.981068 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-dd95bba9-7e37-4c7e-82bd-f4f0d5153612 req-38e63ccb-4bb8-470d-a867-d3e2ded20259 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719031 Feb 04 00:05:52.054132 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:52.103221 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80f0732-c1ec-48e6-9005-b60a3566a8d4,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:52.330988 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:52.562502 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-8cd37ebc-2a8f-4d92-9b9c-1d2047305d5a req-1240f77e-afa7-4c83-aefc-46e6c0994d17 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Synchronizing usage tracker for tenant:b7d9db129a4b495f943ff1bf59c4e97e on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:05:52.597136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-8cd37ebc-2a8f-4d92-9b9c-1d2047305d5a req-1240f77e-afa7-4c83-aefc-46e6c0994d17 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] Unset dirty status for tenant:b7d9db129a4b495f943ff1bf59c4e97e on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:05:52.598640 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8cd37ebc-2a8f-4d92-9b9c-1d2047305d5a req-1240f77e-afa7-4c83-aefc-46e6c0994d17 tempest-VolumesNegativeTest-1335694913 tempest-VolumesNegativeTest-1335694913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f96af14-9789-40cb-8f0f-97c117d64b8e HTTP/1.1" status: 200 len: 210 time: 0.1005189 Feb 04 00:05:52.808722 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d526c4-ed79-49d3-9987-f0a415e8e1af req-a4629dc6-14f8-43ac-af17-735004aed2ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:52.815815 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-75d526c4-ed79-49d3-9987-f0a415e8e1af req-a4629dc6-14f8-43ac-af17-735004aed2ed tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 944 time: 0.0898905 Feb 04 00:05:52.858429 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-75d526c4-ed79-49d3-9987-f0a415e8e1af req-56e947d5-2ffd-40e4-9766-5fed6bf113e9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Feb 04 00:05:52.933142 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:05:52.994691 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36034) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:53.048383 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 64d7e1f1-e259-48f5-8927-20d729f76e09 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:05:53.048904 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.144348 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Router 5048ceec-f991-4fc0-9167-1264a2ea9659 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:05:53.153830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.172366 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.190720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:53.194751 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Usage tracker for resource:security_group_rule and tenant:b06b3c455e804237a3aa087aee15d6f7 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:53.197836 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:53.205879 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:05:53.206088 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:53.216624 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:53.223169 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.224681 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ca4e0437-5ecf-4e3c-a282-94cd3a77933f no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:53.293966 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.299571 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.307367 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: ca4e0437-5ecf-4e3c-a282-94cd3a77933f {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:53.308131 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device ca4e0437-5ecf-4e3c-a282-94cd3a77933f not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:53.320761 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'code': 200} Feb 04 00:05:53.346238 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-cd727793-7db7-4623-b543-72919322439c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b06b3c455e804237a3aa087aee15d6f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3500767 Feb 04 00:05:53.349118 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36046) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:53.362551 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=10']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:53.389804 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd727793-7db7-4623-b543-72919322439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f10b13-f027-4314-bfec-bdcd8761012a,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:53.419758 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:05:53.425608 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0a10ad78-417c-4de8-80d3-8de5bd584917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.431503 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] Sync routers for ids ['5048ceec-f991-4fc0-9167-1264a2ea9659'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:05:53.441362 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b905237b-1974-47d4-9aee-b69814c45317 admin admin] 10.222.0.55 "PUT /v2.0/routers/5048ceec-f991-4fc0-9167-1264a2ea9659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9326823 Feb 04 00:05:53.444454 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] Routers {'5048ceec-f991-4fc0-9167-1264a2ea9659'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:05:53.444684 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36052) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:53.445549 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:05:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['5048ceec-f991-4fc0-9167-1264a2ea9659'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:53.453865 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0a10ad78-417c-4de8-80d3-8de5bd584917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.518560 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0a10ad78-417c-4de8-80d3-8de5bd584917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.559221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10ad78-417c-4de8-80d3-8de5bd584917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f10b13-f027-4314-bfec-bdcd8761012a,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:53.569341 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0a10ad78-417c-4de8-80d3-8de5bd584917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.570521 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-0a10ad78-417c-4de8-80d3-8de5bd584917 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22f10b13-f027-4314-bfec-bdcd8761012a HTTP/1.1" status: 204 len: 168 time: 0.2203076 Feb 04 00:05:53.770930 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:53.784124 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] Set router 5048ceec-f991-4fc0-9167-1264a2ea9659 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:05:54.044705 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7f8aa10b-fd9c-4380-b040-2ca77a0b5c5a req-76669696-fb1a-408c-b433-125a0ba6335e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 1099 time: 0.1157379 Feb 04 00:05:54.121854 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.150052 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Deleting port 4ba66371-6053-429c-b3c8-ef0a8bf793a6 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:05:54.150683 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.184954 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36078) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:54.206947 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24'}], 'enable_snat': True}, 'gw_port_id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:05:51Z', 'revision_number': 5, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port': {'id': '4ba66371-6053-429c-b3c8-ef0a8bf793a6', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:40Z', 'updated_at': '2022-02-04T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:54.211610 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] Checking router: 5048ceec-f991-4fc0-9167-1264a2ea9659 for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:05:54.213602 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.223756 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] Routers {'5048ceec-f991-4fc0-9167-1264a2ea9659'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:05:54.224636 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:05:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['5048ceec-f991-4fc0-9167-1264a2ea9659'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:54.276874 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:05:54.283241 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Usage tracker for resource:security_group_rule and tenant:461c95a08cd14167a8332f0a07883924 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:05:54.287349 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:05:54.295600 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:05:54.351712 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7f8aa10b-fd9c-4380-b040-2ca77a0b5c5a req-b4204ade-f86a-43a1-a197-2c67100b742d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695384 Feb 04 00:05:54.390804 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.397085 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.441713 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=461c95a08cd14167a8332f0a07883924&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2549701 Feb 04 00:05:54.444225 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36082) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:54.444492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66643eca-1cb1-4b39-9292-1f8493dd2d4e req-0ab22f77-cafe-4701-a839-c48e05fd0ff0 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:54.448167 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] Set router 5048ceec-f991-4fc0-9167-1264a2ea9659 gateway port host: None {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:05:54.451637 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-66643eca-1cb1-4b39-9292-1f8493dd2d4e req-0ab22f77-cafe-4701-a839-c48e05fd0ff0 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.4047432 Feb 04 00:05:54.553224 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] For port 4ba66371-6053-429c-b3c8-ef0a8bf793a6, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4ba66371-6053-429c-b3c8-ef0a8bf793a6,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:05:54.553845 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.573840 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-66643eca-1cb1-4b39-9292-1f8493dd2d4e req-eb99b753-a4f5-4430-aed5-10a68bd29e66 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212423 Feb 04 00:05:54.593105 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:05:54Z', 'revision_number': 6, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:54.599046 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123b1501-af40-44fc-a8cf-dfd779f80d50 None None] The sync data for ids ['5048ceec-f991-4fc0-9167-1264a2ea9659'] in dv-cinder-827776-1-smb is: [{'id': '5048ceec-f991-4fc0-9167-1264a2ea9659', 'name': 'tempest-ServerRescueNegativeTestJSON-527355045-router', 'tenant_id': '463a130c7059410a9d327d96ab845778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:39Z', 'updated_at': '2022-02-04T00:05:54Z', 'revision_number': 6, 'project_id': '463a130c7059410a9d327d96ab845778', 'gw_port_host': None}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:05:54.646402 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25446630-5e6a-4992-be68-03ae56799184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbdc010-a7f9-4d0f-9ae3-5838e94f9128,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:54.698840 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-caac772a-0289-46ef-8833-084dbad4248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.742975 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-caac772a-0289-46ef-8833-084dbad4248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.770452 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Calling delete_port for 4ba66371-6053-429c-b3c8-ef0a8bf793a6 owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:05:54.815083 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-caac772a-0289-46ef-8833-084dbad4248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.836451 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac772a-0289-46ef-8833-084dbad4248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbdc010-a7f9-4d0f-9ae3-5838e94f9128,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:54.847043 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-caac772a-0289-46ef-8833-084dbad4248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:54.851466 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-caac772a-0289-46ef-8833-084dbad4248b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7cbdc010-a7f9-4d0f-9ae3-5838e94f9128 HTTP/1.1" status: 204 len: 168 time: 0.4054878 Feb 04 00:05:54.992472 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.056837 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba66371-6053-429c-b3c8-ef0a8bf793a6,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:55.257010 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:05:55.318083 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device b80f0732-c1ec-48e6-9005-b60a3566a8d4 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:55.339247 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.367549 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: b80f0732-c1ec-48e6-9005-b60a3566a8d4 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:55.368125 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device b80f0732-c1ec-48e6-9005-b60a3566a8d4 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:55.368709 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4ba66371-6053-429c-b3c8-ef0a8bf793a6 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:05:55.412542 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 4ba66371-6053-429c-b3c8-ef0a8bf793a6 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:05:55.412981 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4ba66371-6053-429c-b3c8-ef0a8bf793a6 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:05:55.627358 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.636463 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.650477 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a59a85-cc33-4f81-9d29-2a63a456005f req-81f9471d-374d-4575-ad9e-d53df54be827 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:55.660392 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e9a59a85-cc33-4f81-9d29-2a63a456005f req-81f9471d-374d-4575-ad9e-d53df54be827 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.4127798 Feb 04 00:05:55.789976 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.790479 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5048ceec-f991-4fc0-9167-1264a2ea9659 {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:05:55.817801 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e9a59a85-cc33-4f81-9d29-2a63a456005f req-d2f55d95-822f-4cd4-9db6-68370c950214 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564660 Feb 04 00:05:55.836658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.836658 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a8723240-54f1-4d52-aca4-0557dcd493d3 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5048ceec-f991-4fc0-9167-1264a2ea9659 HTTP/1.1" status: 204 len: 168 time: 2.3898029 Feb 04 00:05:55.836658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36158) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:55.900445 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34d501-fb89-446f-970c-84a377654135 req-00ad6019-926e-48ce-a321-3c359c85b71f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:55.907874 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6d34d501-fb89-446f-970c-84a377654135 req-00ad6019-926e-48ce-a321-3c359c85b71f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.1335881 Feb 04 00:05:55.914253 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Deleting subnet b41abcd4-4592-4b6e-af9a-77caeb742aaa {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:05:55.917515 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.977128 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6d34d501-fb89-446f-970c-84a377654135 req-d9558a87-3906-4638-8234-48a634b5191b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580528 Feb 04 00:05:55.987317 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:55.994760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.200349 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.254164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41abcd4-4592-4b6e-af9a-77caeb742aaa,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:56.257493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.265102 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-bfc89e95-fcc4-4c4d-ac97-860ea2c55b57 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b41abcd4-4592-4b6e-af9a-77caeb742aaa HTTP/1.1" status: 204 len: 168 time: 0.4276433 Feb 04 00:05:56.267793 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36204) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:56.411345 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.599151 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.634486 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148ca6aa-9493-45c3-b10e-f07e52d41768']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:56.650283 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:56.650943 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4b94b0-92f2-418f-a70d-87db18d9fcb2') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:05:56.671011 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.696360 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.703115 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:05:56.703620 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:05:56.723627 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:05:56.819512 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.841887 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:56.845105 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] Pushing event deleted for resources: {'Network': ['ID=148ca6aa-9493-45c3-b10e-f07e52d41768,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:56.862230 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a94c27e8-4c4e-4f58-b4e5-12d4ba57f5df admin admin] 10.222.0.55 "DELETE /v2.0/networks/148ca6aa-9493-45c3-b10e-f07e52d41768 HTTP/1.1" status: 204 len: 168 time: 0.5903790 Feb 04 00:05:57.065819 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca13fc8-1f88-4ba0-8933-e48385125b17 req-9c93bbeb-cfba-4215-be22-48c18ecf2529 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:57.072573 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1ca13fc8-1f88-4ba0-8933-e48385125b17 req-9c93bbeb-cfba-4215-be22-48c18ecf2529 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0890024 Feb 04 00:05:57.100016 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36262) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:57.127104 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1ca13fc8-1f88-4ba0-8933-e48385125b17 req-168f61cb-214d-4e82-8277-ed894bf26d0f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467560 Feb 04 00:05:57.233128 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-d5f3c892-b657-45b6-9b73-e502a7af6e30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=463a130c7059410a9d327d96ab845778&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1319151 Feb 04 00:05:57.236452 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36270) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:05:57.259153 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f534d0-85b9-49f0-9b8d-31931770a6b3 req-052cb7a4-b7d8-4513-9a13-dc4734528bd4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:57.260743 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c4f534d0-85b9-49f0-9b8d-31931770a6b3 req-052cb7a4-b7d8-4513-9a13-dc4734528bd4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.1016552 Feb 04 00:05:57.318316 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec96a-e964-4d60-925d-7d9e7c45acfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:57.319404 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c4f534d0-85b9-49f0-9b8d-31931770a6b3 req-ef369556-d081-490e-b035-556f7b151dc0 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513570 Feb 04 00:05:57.347424 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec96a-e964-4d60-925d-7d9e7c45acfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:57.410918 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec96a-e964-4d60-925d-7d9e7c45acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:57.429764 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ec96a-e964-4d60-925d-7d9e7c45acfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad0b5f-149c-40f7-ae56-94d068c7e345,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:05:57.443461 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec96a-e964-4d60-925d-7d9e7c45acfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:57.444815 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-eb0ec96a-e964-4d60-925d-7d9e7c45acfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/afad0b5f-149c-40f7-ae56-94d068c7e345 HTTP/1.1" status: 204 len: 168 time: 0.2071035 Feb 04 00:05:58.365056 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d51b8c-d436-4e20-be38-d5120c006d21 req-50712895-5b3d-4fe2-96b7-6ec447143346 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:58.371954 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-08d51b8c-d436-4e20-be38-d5120c006d21 req-50712895-5b3d-4fe2-96b7-6ec447143346 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0923855 Feb 04 00:05:58.424043 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-08d51b8c-d436-4e20-be38-d5120c006d21 req-7e4bacf2-a548-491d-b485-bf4328cf8b6c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509536 Feb 04 00:05:59.297130 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e52950d1-4a91-4740-a420-22cf1be2cc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:05:59.627880 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70393e29-8127-46b4-91c6-65dee4db7694 req-f33bfbb7-fdac-435f-b386-7a0bc78b4fdd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:05:59.629523 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-70393e29-8127-46b4-91c6-65dee4db7694 req-f33bfbb7-fdac-435f-b386-7a0bc78b4fdd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0811436 Feb 04 00:05:59.684237 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-70393e29-8127-46b4-91c6-65dee4db7694 req-b0a527af-bc62-4307-ba23-a1bea8adeb6c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471461 Feb 04 00:06:00.852217 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36454) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:00.928298 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9263be-be45-42ca-9fd2-805c2cf8517e req-8477b40f-bfd3-4151-bc21-2838f3d9fb15 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:00.933911 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6b9263be-be45-42ca-9fd2-805c2cf8517e req-8477b40f-bfd3-4151-bc21-2838f3d9fb15 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1103978 Feb 04 00:06:01.000156 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6b9263be-be45-42ca-9fd2-805c2cf8517e req-d1aa5642-1472-41a3-9ed8-f6c5b1929718 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635211 Feb 04 00:06:01.067343 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-d82224fd-1798-4e9e-b628-2bfbfd6d1d1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7d9db129a4b495f943ff1bf59c4e97e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2149913 Feb 04 00:06:01.069851 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36466) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:01.131996 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-29acbdf0-756f-4f02-a07a-667cfef98335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:01.158334 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-29acbdf0-756f-4f02-a07a-667cfef98335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:01.213914 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-29acbdf0-756f-4f02-a07a-667cfef98335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:01.229489 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acbdf0-756f-4f02-a07a-667cfef98335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b1667-250b-4915-be92-6d22847538ff,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:01.241841 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-29acbdf0-756f-4f02-a07a-667cfef98335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:01.245926 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-29acbdf0-756f-4f02-a07a-667cfef98335 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e66b1667-250b-4915-be92-6d22847538ff HTTP/1.1" status: 204 len: 168 time: 0.1751249 Feb 04 00:06:01.772714 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2297a71c-b906-43b0-a313-626567270cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.199823 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa032b1e-c81e-42ff-8395-d2320b8e9b3c req-12540855-eae5-4140-8e82-65225c7c4eb7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:02.205666 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-aa032b1e-c81e-42ff-8395-d2320b8e9b3c req-12540855-eae5-4140-8e82-65225c7c4eb7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0816140 Feb 04 00:06:02.249614 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-aa032b1e-c81e-42ff-8395-d2320b8e9b3c req-52b9c4c8-e06d-41f6-af68-923a08eb372c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 Feb 04 00:06:02.296437 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36494) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:02.406085 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.446432 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.477340 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:02.481136 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Usage tracker for resource:security_group_rule and tenant:339914b12894471d8b3b2bfc11abfe25 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:02.483904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:02.495326 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:02.554091 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36504) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:02.573485 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.582524 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.636252 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=339914b12894471d8b3b2bfc11abfe25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3384037 Feb 04 00:06:02.637077 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4361470-0fd4-4319-b866-05c81a18e727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452a0719-b88e-4e8a-a6b2-9d5d89e8280b,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:02.639354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36512) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:02.719140 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93f988e1-d92a-446b-906c-f889a53bfb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.728838 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.760654 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93f988e1-d92a-446b-906c-f889a53bfb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.801714 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:02.810888 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Usage tracker for resource:security_group_rule and tenant:cab74ef32776497d9060826ee11dc0f4 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:02.814442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:02.825776 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:02.864409 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93f988e1-d92a-446b-906c-f889a53bfb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.920659 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f988e1-d92a-446b-906c-f889a53bfb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452a0719-b88e-4e8a-a6b2-9d5d89e8280b,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:02.925887 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.998103 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93f988e1-d92a-446b-906c-f889a53bfb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:02.999187 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-93f988e1-d92a-446b-906c-f889a53bfb59 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/452a0719-b88e-4e8a-a6b2-9d5d89e8280b HTTP/1.1" status: 204 len: 168 time: 0.3588982 Feb 04 00:06:03.054176 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.063423 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.087955 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-6ca5275e-4218-4f55-8cbf-2b4eb0c38dcc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1137 time: 0.2036378 Feb 04 00:06:03.148324 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b4b42-ad6c-4942-b75b-a401b61e5f61 req-20a89655-03f6-4e61-9168-42e05770666e tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:03.149761 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f75b4b42-ad6c-4942-b75b-a401b61e5f61 req-20a89655-03f6-4e61-9168-42e05770666e tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.2307215 Feb 04 00:06:03.155104 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d172e3-1420-41eb-9362-66f136afd91e,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:03.200991 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-7c705d51-69ae-443f-9d66-56115337de5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cab74ef32776497d9060826ee11dc0f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6452723 Feb 04 00:06:03.204307 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36522) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:03.262712 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce9bcc01-8d2f-4263-9fa1-6a5e29cfa198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.291110 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce9bcc01-8d2f-4263-9fa1-6a5e29cfa198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.294876 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f75b4b42-ad6c-4942-b75b-a401b61e5f61 req-4726b065-5159-46e3-80b5-d8e0ceaf297b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962942 Feb 04 00:06:03.342149 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-6bfeced0-6770-48c2-82a6-687810d224e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:03.343651 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-6bfeced0-6770-48c2-82a6-687810d224e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 915 time: 0.2352829 Feb 04 00:06:03.350943 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce9bcc01-8d2f-4263-9fa1-6a5e29cfa198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.363708 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36528) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:03.387894 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bcc01-8d2f-4263-9fa1-6a5e29cfa198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d172e3-1420-41eb-9362-66f136afd91e,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:03.397708 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.447416 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-25a799a7-a00f-4e65-a40a-da8b3fd276fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 1000 time: 0.0965350 Feb 04 00:06:03.451598 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce9bcc01-8d2f-4263-9fa1-6a5e29cfa198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.452671 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ce9bcc01-8d2f-4263-9fa1-6a5e29cfa198 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08d172e3-1420-41eb-9362-66f136afd91e HTTP/1.1" status: 204 len: 168 time: 0.2474146 Feb 04 00:06:03.482790 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:03.489379 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Usage tracker for resource:security_group_rule and tenant:c59aef0f500044ba8d8b128b840270b5 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:03.492763 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:03.499009 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:03.516943 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-6b832b56-9f04-479f-aa86-9a6220bfe0d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:03.518573 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-6b832b56-9f04-479f-aa86-9a6220bfe0d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 200 len: 853 time: 0.0636334 Feb 04 00:06:03.549335 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6096b-fb34-4bef-bee4-00184aeb45a0 req-3af41041-ac58-4464-8fdd-e94a9fb4f3e2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:03.551140 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-efa6096b-fb34-4bef-bee4-00184aeb45a0 req-3af41041-ac58-4464-8fdd-e94a9fb4f3e2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1612544 Feb 04 00:06:03.601075 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-189db6cb-ea1c-442d-8899-b678a53ee2a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d6c68f2-fc15-4a11-ad49-07dee445a772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0733039 Feb 04 00:06:03.617595 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.627338 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-efa6096b-fb34-4bef-bee4-00184aeb45a0 req-5d949a17-ce6e-4c04-b800-6f93d754333e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703597 Feb 04 00:06:03.628127 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.681490 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e687be4-765f-47a5-ab09-d26d077195b8,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:03.687506 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a5ad79f3-d833-4497-acf3-f4ec65689738 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c59aef0f500044ba8d8b128b840270b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188920 Feb 04 00:06:03.691159 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36534) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:03.749665 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-29fdebba-c1e4-4988-a985-e38cd81d7f31 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426091 Feb 04 00:06:03.762330 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c8f859a3-c89c-4c22-8096-0ddff627fcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.788937 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c8f859a3-c89c-4c22-8096-0ddff627fcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.844932 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c8f859a3-c89c-4c22-8096-0ddff627fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.863462 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f859a3-c89c-4c22-8096-0ddff627fcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e687be4-765f-47a5-ab09-d26d077195b8,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:03.878592 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c8f859a3-c89c-4c22-8096-0ddff627fcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:03.882117 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c8f859a3-c89c-4c22-8096-0ddff627fcd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e687be4-765f-47a5-ab09-d26d077195b8 HTTP/1.1" status: 204 len: 168 time: 0.1905987 Feb 04 00:06:03.888245 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2eec60cf-31ab-4d13-b60a-91e2e4f407d5 req-5a872d32-f7eb-434c-88e7-8ba01f449d4e service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328478 Feb 04 00:06:03.941308 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.239813 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36556) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:04.257931 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.288545 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:04.292314 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfcb66a429d4161baaee914e780a695 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:04.295479 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:04.301513 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:04.374833 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.379039 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.399015 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36564) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:04.428468 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cda393-5bff-4d18-869c-9e8c08f5ebce,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:04.435582 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-66601806-9768-4f28-8b8e-660dcd596fa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2bfcb66a429d4161baaee914e780a695&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919060 Feb 04 00:06:04.435582 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36570) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:04.501276 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.529508 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.556315 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-280858913-network', 'tenant_id': '31d213a876f443c18037b092e2996f8c'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:04.561624 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:04.566299 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Usage tracker for resource:network and tenant:31d213a876f443c18037b092e2996f8c is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:04.569640 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:04.577244 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:04.585749 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.598361 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Made reservation on behalf of 31d213a876f443c18037b092e2996f8c for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:06:04.600580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.602706 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cda393-5bff-4d18-869c-9e8c08f5ebce,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:04.610969 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.612177 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52cda393-5bff-4d18-869c-9e8c08f5ebce HTTP/1.1" status: 204 len: 168 time: 0.1757183 Feb 04 00:06:04.615812 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.616162 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.616500 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.616840 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.617645 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.618106 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.618268 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.618552 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.619086 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.619229 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.619659 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.619978 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df2f4a6-3a7a-45d4-9299-bf7702122913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:04.646225 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1264-2da9-4521-b3f6-f41412b3e0ee req-bd07b388-b251-4fbc-bbf7-8340d574da61 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:04.647674 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-edca1264-2da9-4521-b3f6-f41412b3e0ee req-bd07b388-b251-4fbc-bbf7-8340d574da61 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.2207227 Feb 04 00:06:04.679702 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:04.686074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Usage tracker for resource:security_group_rule and tenant:31d213a876f443c18037b092e2996f8c is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:04.694856 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:04.702065 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:04.721682 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-edca1264-2da9-4521-b3f6-f41412b3e0ee req-cf2de4b2-0bd1-465d-9197-7ad24924406b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672333 Feb 04 00:06:04.788954 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.793653 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.832508 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:06:04.842091 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11b4b67-2ba8-4bab-b74a-709c4aa19d51,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:04.850007 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.850758 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Added segment 3004dad0-3c08-401b-938d-9a1a0800d739 of type vlan for network 5257c463-ef01-4575-b46f-dd2eda960f4c Feb 04 00:06:04.883785 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.921236 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2887e-50c3-4fa9-ab56-c5f528cd744e req-e71d764a-5362-4982-9a16-ff808a9b41ef tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:04.921950 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.923370 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-79e2887e-50c3-4fa9-ab56-c5f528cd744e req-e71d764a-5362-4982-9a16-ff808a9b41ef tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1473031 Feb 04 00:06:04.923704 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:04.924332 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:04.976589 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-79e2887e-50c3-4fa9-ab56-c5f528cd744e req-66fddf07-5343-499b-b98e-9af73c0e01ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470300 Feb 04 00:06:05.027599 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] Pushing event updated for resources: {'Network': ['ID=5257c463-ef01-4575-b46f-dd2eda960f4c,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:05.035985 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b9cecdf0-a5b0-41d7-9995-b27acad61c27 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6356778 Feb 04 00:06:05.039352 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36586) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:05.041477 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 5257c463-ef01-4575-b46f-dd2eda960f4c details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:06:05.045258 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Request body: {'subnet': {'network_id': '5257c463-ef01-4575-b46f-dd2eda960f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-280858913-subnet', 'tenant_id': '31d213a876f443c18037b092e2996f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:05.050760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:05.054571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Usage tracker for resource:subnet and tenant:31d213a876f443c18037b092e2996f8c is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:05.058279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:05.065075 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:05.079860 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Made reservation on behalf of 31d213a876f443c18037b092e2996f8c for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:06:05.082377 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:05.290274 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:05.366636 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b040dd-49c2-4618-802e-72aabe042f4d,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:05.374795 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Checking segment: {'id': '3004dad0-3c08-401b-938d-9a1a0800d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5257c463-ef01-4575-b46f-dd2eda960f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:06:05.375148 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Network hostable DHCP agents. Network: 5257c463-ef01-4575-b46f-dd2eda960f4c, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:06:05.398376 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Network 5257c463-ef01-4575-b46f-dd2eda960f4c is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:06:05.407819 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 5257c463-ef01-4575-b46f-dd2eda960f4c) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:06:05.411954 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:05.412503 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:05.418039 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c34c55-909b-4a92-9b3d-2f7ac531830a None None] Network 5257c463-ef01-4575-b46f-dd2eda960f4c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:06:05.433310 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5f7b2e0a-e398-46a3-851e-959e0d179632 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3925433 Feb 04 00:06:05.685090 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c201a2f-5c46-4c6e-8a81-59133fce2dad None None] Network 5257c463-ef01-4575-b46f-dd2eda960f4c requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:06:05.967432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf1e98-6324-446a-8e0c-f68eeb36ed0e req-a262aa6c-70c1-451a-90b7-bc1285fda12d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:05.968892 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1acf1e98-6324-446a-8e0c-f68eeb36ed0e req-a262aa6c-70c1-451a-90b7-bc1285fda12d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.0872781 Feb 04 00:06:06.019004 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1acf1e98-6324-446a-8e0c-f68eeb36ed0e req-b49e8528-7651-4b24-8115-88f1ff3d0ecb tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432293 Feb 04 00:06:06.196728 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe6036-c19b-4d2d-9a95-21a9f6a24eef req-2b5faf2e-3905-4289-941c-a2cc697e0ed4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:06.198367 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2bfe6036-c19b-4d2d-9a95-21a9f6a24eef req-2b5faf2e-3905-4289-941c-a2cc697e0ed4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0785353 Feb 04 00:06:06.250622 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2bfe6036-c19b-4d2d-9a95-21a9f6a24eef req-510e8787-c1d3-4989-b027-892fca6cadcf tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459116 Feb 04 00:06:06.496076 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36640) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:06.504067 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1786407629-network', 'tenant_id': 'f86ac24301e149808412011c665d8cd6'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:06.514198 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:06.524331 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Usage tracker for resource:network and tenant:f86ac24301e149808412011c665d8cd6 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:06.527680 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:06.534600 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:06.549242 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Made reservation on behalf of f86ac24301e149808412011c665d8cd6 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:06:06.553805 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:06.585682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:06.626768 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:06.634001 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Usage tracker for resource:security_group_rule and tenant:f86ac24301e149808412011c665d8cd6 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:06.645339 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435460-03df-470c-9ea3-cd2d93cbbdb9 req-0cb3347e-2dd8-4018-af2c-e0adeca74ff2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:06.647055 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-18435460-03df-470c-9ea3-cd2d93cbbdb9 req-0cb3347e-2dd8-4018-af2c-e0adeca74ff2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0926099 Feb 04 00:06:06.672017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:06.683708 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:06.700179 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-18435460-03df-470c-9ea3-cd2d93cbbdb9 req-0b01eda1-d5e1-40c6-9c3c-1a3a8b0f7d65 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473125 Feb 04 00:06:06.755336 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-a50d2edf-c79c-48d6-a294-d892e8a41fbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 1099 time: 0.1227357 Feb 04 00:06:06.859344 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:06.872378 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:06.931551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:06:06.943575 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-fd102685-cfce-4961-a989-37dee100b8ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:06.944831 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-fd102685-cfce-4961-a989-37dee100b8ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.1821945 Feb 04 00:06:06.946660 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a106b47f-621e-4ba4-9b34-32d3ed7c7983,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:06.951321 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:06.951660 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Added segment af91bb33-5e1c-4fd5-b7af-ba1a7c5d5195 of type vlan for network 3ce39c06-f481-4374-8bb8-b44d33029b82 Feb 04 00:06:07.056448 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:07.080684 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-0a4587dd-bd59-428f-89de-2d6a412e4bb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 200 len: 1002 time: 0.1276844 Feb 04 00:06:07.150245 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:07.151130 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:07.151703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:07.212952 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-945b14d8-ce94-469f-9ec1-dd07454a895c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:07.214407 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-945b14d8-ce94-469f-9ec1-dd07454a895c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1245661 Feb 04 00:06:07.341826 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8438313 Feb 04 00:06:07.343983 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b6a65-a03f-4e2a-9f57-e5f49efa1fed admin admin] Pushing event updated for resources: {'Network': ['ID=3ce39c06-f481-4374-8bb8-b44d33029b82,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:07.344948 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36662) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:07.352278 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Request body: {'subnet': {'network_id': '3ce39c06-f481-4374-8bb8-b44d33029b82', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1786407629-subnet', 'tenant_id': 'f86ac24301e149808412011c665d8cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:07.354713 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 3ce39c06-f481-4374-8bb8-b44d33029b82 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:06:07.357283 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:07.361794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Usage tracker for resource:subnet and tenant:f86ac24301e149808412011c665d8cd6 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:07.364655 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:07.371177 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:07.384005 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Made reservation on behalf of f86ac24301e149808412011c665d8cd6 for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:06:07.388025 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1553968'] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:07.394386 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6148ca-ae80-45f5-a599-3a69b402e507 req-d27d17c6-d00f-4bcd-b5eb-476135d13b55 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:07.395841 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5b6148ca-ae80-45f5-a599-3a69b402e507 req-d27d17c6-d00f-4bcd-b5eb-476135d13b55 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.2392828 Feb 04 00:06:07.399641 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-dd18fc6b-7d2b-41df-9601-61c3aec4e4a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1348925 Feb 04 00:06:07.532121 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5b6148ca-ae80-45f5-a599-3a69b402e507 req-944e0d69-724a-4b22-971f-aaf3f0e53c1a tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279202 Feb 04 00:06:07.580810 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-37ba29eb-4317-4024-bd78-d70127fd4e0f service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611335 Feb 04 00:06:07.626083 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1422443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1553958'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:07.704163 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79444436-6c7a-4039-b569-0146a15d5bd1,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:07.717742 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Checking segment: {'id': 'af91bb33-5e1c-4fd5-b7af-ba1a7c5d5195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3ce39c06-f481-4374-8bb8-b44d33029b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:06:07.718174 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Network hostable DHCP agents. Network: 3ce39c06-f481-4374-8bb8-b44d33029b82, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:06:07.745750 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Network 3ce39c06-f481-4374-8bb8-b44d33029b82 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:06:07.757519 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 3ce39c06-f481-4374-8bb8-b44d33029b82) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:06:07.764987 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:07.765092 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:07.768551 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e7341-58e5-4194-9e18-fe8a5100aebe None None] Network 3ce39c06-f481-4374-8bb8-b44d33029b82 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:06:07.817750 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ed5fb258-a215-4ee8-83ec-3da9d89b8fb5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4706841 Feb 04 00:06:07.886795 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-380f477d-c41f-4bdb-8f2b-2c1d64e75c17 req-be38d95f-a83b-46d2-a75e-2d3aa90ac67b service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981031 Feb 04 00:06:08.045555 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec207e2-b083-401d-9bbf-02f9f8606a92 req-92de6f11-c462-4465-88cf-c8ef9e96c19a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:08.051224 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9871680-b0f0-4316-ad9f-9ea247a9df49 None None] Network 3ce39c06-f481-4374-8bb8-b44d33029b82 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:06:08.056552 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-aec207e2-b083-401d-9bbf-02f9f8606a92 req-92de6f11-c462-4465-88cf-c8ef9e96c19a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.1703258 Feb 04 00:06:08.066649 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36674) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:08.111793 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-aec207e2-b083-401d-9bbf-02f9f8606a92 req-b79dd925-d0cf-4eeb-aab5-283fde118a10 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Feb 04 00:06:08.125892 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Deleting subnet 07b040dd-49c2-4618-802e-72aabe042f4d {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:06:08.129472 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.179720 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.186670 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.260820 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.299405 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b040dd-49c2-4618-802e-72aabe042f4d,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:08.307630 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.313643 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c50804ed-d910-48c7-bb13-9104aff5992b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/07b040dd-49c2-4618-802e-72aabe042f4d HTTP/1.1" status: 204 len: 168 time: 0.2458096 Feb 04 00:06:08.315999 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36678) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:08.427760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.550738 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.575096 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.575435 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.576163 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.576486 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > port after_create 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.576794 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.577160 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > port after_update 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.577493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.577819 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.578126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.578971 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.679244 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.679593 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.680204 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.680529 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82762) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 00:06:08.680900 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5257c463-ef01-4575-b46f-dd2eda960f4c']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:08.730723 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3004dad0-3c08-401b-938d-9a1a0800d739') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:08.731014 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3004dad0-3c08-401b-938d-9a1a0800d739') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:08.748004 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.769157 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.779419 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:06:08.779795 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: util.warn_limited( Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: util.warn_limited( Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:06:08.795053 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:06:08.879308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e734589-7a48-49e0-9a1a-bfe704b24bfb req-3e58f470-6c36-4768-bd80-860ff42fcb1b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:08.880843 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8e734589-7a48-49e0-9a1a-bfe704b24bfb req-3e58f470-6c36-4768-bd80-860ff42fcb1b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.1925361 Feb 04 00:06:08.881870 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.914308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:08.921975 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5257c463-ef01-4575-b46f-dd2eda960f4c,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:08.927502 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-99f4935e-9300-4131-bd5f-4ee8e8e5afa3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5257c463-ef01-4575-b46f-dd2eda960f4c HTTP/1.1" status: 204 len: 168 time: 0.6105778 Feb 04 00:06:08.930549 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36684) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:09.000102 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8e734589-7a48-49e0-9a1a-bfe704b24bfb req-caad6f9b-49cf-43cd-a783-b2120516dea9 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020677 Feb 04 00:06:09.007869 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Deleting subnet 79444436-6c7a-4039-b569-0146a15d5bd1 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:06:09.011323 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.062128 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.116303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.191882 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.229331 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79444436-6c7a-4039-b569-0146a15d5bd1,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:09.236122 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.242031 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-4046d625-9a19-4304-a21a-33c143f105fe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/79444436-6c7a-4039-b569-0146a15d5bd1 HTTP/1.1" status: 204 len: 168 time: 0.3105791 Feb 04 00:06:09.244337 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36696) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:09.321519 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859c1a8-74f6-436c-aeff-d90fbeb8bbc9 req-694f9a6c-79c2-46cb-b0fb-56ee338134fd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:09.323208 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5859c1a8-74f6-436c-aeff-d90fbeb8bbc9 req-694f9a6c-79c2-46cb-b0fb-56ee338134fd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0786302 Feb 04 00:06:09.363290 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.382855 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5859c1a8-74f6-436c-aeff-d90fbeb8bbc9 req-5dd7600c-a6a3-4fd0-ae68-97d6bc580f1c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538237 Feb 04 00:06:09.519632 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.544639 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce39c06-f481-4374-8bb8-b44d33029b82']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:09.557370 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af91bb33-5e1c-4fd5-b7af-ba1a7c5d5195') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:09.557667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af91bb33-5e1c-4fd5-b7af-ba1a7c5d5195') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:09.569941 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.585459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.591220 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:06:09.591589 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:06:09.604703 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:06:09.773493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.777915 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:09.799030 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce39c06-f481-4374-8bb8-b44d33029b82,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:09.802793 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-02486878-352b-473e-9fce-10b32e197d1a admin admin] 10.222.0.55 "DELETE /v2.0/networks/3ce39c06-f481-4374-8bb8-b44d33029b82 HTTP/1.1" status: 204 len: 168 time: 0.5575604 Feb 04 00:06:09.999928 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36714) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:10.051836 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3357d057-ce9d-43e7-a739-3ad6ba806160 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31d213a876f443c18037b092e2996f8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496657 Feb 04 00:06:10.054391 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36720) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:10.118565 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50e5c16-782c-4d51-91d7-30973adc75d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.182796 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50e5c16-782c-4d51-91d7-30973adc75d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.249755 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcbe07-9e1f-4772-95cf-07d19df937ea req-103700c9-a3b9-4681-8d6e-dd220f4732fe tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:10.252126 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-affcbe07-9e1f-4772-95cf-07d19df937ea req-103700c9-a3b9-4681-8d6e-dd220f4732fe tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.1196427 Feb 04 00:06:10.259180 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50e5c16-782c-4d51-91d7-30973adc75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.295932 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e5c16-782c-4d51-91d7-30973adc75d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11b4b67-2ba8-4bab-b74a-709c4aa19d51,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:10.304161 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c50e5c16-782c-4d51-91d7-30973adc75d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.305785 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c50e5c16-782c-4d51-91d7-30973adc75d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f11b4b67-2ba8-4bab-b74a-709c4aa19d51 HTTP/1.1" status: 204 len: 168 time: 0.2497821 Feb 04 00:06:10.328199 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-affcbe07-9e1f-4772-95cf-07d19df937ea req-3ae5d924-dc44-498d-996a-11247c88cd5f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635395 Feb 04 00:06:10.711520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36740) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:10.762978 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36744) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:10.763464 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-812b9009-4e34-4845-9691-24aa0bb61bd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f86ac24301e149808412011c665d8cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504827 Feb 04 00:06:10.823460 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8af6df89-4b18-4fb6-85a6-3c6ba8efaef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.847843 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8af6df89-4b18-4fb6-85a6-3c6ba8efaef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.897224 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8af6df89-4b18-4fb6-85a6-3c6ba8efaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.911989 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6df89-4b18-4fb6-85a6-3c6ba8efaef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a106b47f-621e-4ba4-9b34-32d3ed7c7983,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:10.916497 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-8af6df89-4b18-4fb6-85a6-3c6ba8efaef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:10.917152 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-8af6df89-4b18-4fb6-85a6-3c6ba8efaef0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a106b47f-621e-4ba4-9b34-32d3ed7c7983 HTTP/1.1" status: 204 len: 168 time: 0.1533294 Feb 04 00:06:11.371448 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:11.535087 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb797a-4b7f-4c41-98bb-6649e1163f84 req-d743e249-b089-4057-a7f9-1c31b02aba0c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:11.536473 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-82eb797a-4b7f-4c41-98bb-6649e1163f84 req-d743e249-b089-4057-a7f9-1c31b02aba0c tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.0829933 Feb 04 00:06:11.591645 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-82eb797a-4b7f-4c41-98bb-6649e1163f84 req-d66922b2-ee41-4de8-8e0c-09655bb98fc8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:06:11.607082 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-82eb797a-4b7f-4c41-98bb-6649e1163f84 req-d66922b2-ee41-4de8-8e0c-09655bb98fc8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:06:11.608654 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-82eb797a-4b7f-4c41-98bb-6649e1163f84 req-d66922b2-ee41-4de8-8e0c-09655bb98fc8 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662622 Feb 04 00:06:12.806805 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def1fe5-c068-401c-9099-0778020c1c76 req-54be86e7-de60-47aa-b18a-da521902b22e tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:12.808252 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3def1fe5-c068-401c-9099-0778020c1c76 req-54be86e7-de60-47aa-b18a-da521902b22e tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.0775175 Feb 04 00:06:12.857855 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3def1fe5-c068-401c-9099-0778020c1c76 req-ff0754fa-5d2b-40fd-ba05-93d3b45ad2be tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437877 Feb 04 00:06:14.051592 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4c40-fb85-4657-af73-db1333d4fe22 req-152160e8-8034-418b-bb58-9eaf1270b54f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:14.052924 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c7cb4c40-fb85-4657-af73-db1333d4fe22 req-152160e8-8034-418b-bb58-9eaf1270b54f tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.0739965 Feb 04 00:06:14.101216 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c7cb4c40-fb85-4657-af73-db1333d4fe22 req-ebd0cc81-7e41-49fc-8f94-7935399127de tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425153 Feb 04 00:06:15.254949 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 36854) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:15.299720 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1573176-d136-4f7e-898f-3695807a05a7 req-04b3ba0c-30c9-4643-afee-c90d3646a463 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:15.301188 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1573176-d136-4f7e-898f-3695807a05a7 req-04b3ba0c-30c9-4643-afee-c90d3646a463 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.0803947 Feb 04 00:06:15.348471 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1573176-d136-4f7e-898f-3695807a05a7 req-0d5e632f-4407-4075-bcdc-cb78a8dd0347 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&id=a103fd5f-df3a-4406-8c37-ecec95df3640&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413404 Feb 04 00:06:15.393842 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.423275 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:15.427232 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Usage tracker for resource:security_group_rule and tenant:ec7bb73fa1054eb3a677c986febc6f87 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:15.430303 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:15.435956 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:15.501725 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.506635 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.553958 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d225e9-632f-49e5-ac74-abf604508c76,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:15.558542 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ef5db41b-3118-4306-b344-ccd0b5a2a41e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec7bb73fa1054eb3a677c986febc6f87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025858 Feb 04 00:06:15.561508 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36862) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:15.619061 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c2d11df-b87c-4b9c-9839-2cb2c8290a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.644991 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c2d11df-b87c-4b9c-9839-2cb2c8290a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.698125 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c2d11df-b87c-4b9c-9839-2cb2c8290a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.711616 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d11df-b87c-4b9c-9839-2cb2c8290a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d225e9-632f-49e5-ac74-abf604508c76,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:15.719921 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c2d11df-b87c-4b9c-9839-2cb2c8290a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:15.723388 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5c2d11df-b87c-4b9c-9839-2cb2c8290a2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87d225e9-632f-49e5-ac74-abf604508c76 HTTP/1.1" status: 204 len: 168 time: 0.1585619 Feb 04 00:06:16.048550 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36876) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:16.068380 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.100365 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:16.104238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Usage tracker for resource:security_group_rule and tenant:f7bc080190a044a68a2acb7241bb963b is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:16.107056 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:16.113495 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:16.180170 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.184466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.232733 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f7bc080190a044a68a2acb7241bb963b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830456 Feb 04 00:06:16.233459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809eb5f9-ee3d-4a2c-9349-41cb94fbef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82959188-0343-4dd8-82d9-b43a152ac12a,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:16.235852 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36882) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:16.293288 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2b72540c-5b52-44b9-ba48-3808372ef867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.322734 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2b72540c-5b52-44b9-ba48-3808372ef867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.374653 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2b72540c-5b52-44b9-ba48-3808372ef867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.388512 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72540c-5b52-44b9-ba48-3808372ef867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82959188-0343-4dd8-82d9-b43a152ac12a,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:16.396883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2b72540c-5b52-44b9-ba48-3808372ef867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.399355 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-2b72540c-5b52-44b9-ba48-3808372ef867 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82959188-0343-4dd8-82d9-b43a152ac12a HTTP/1.1" status: 204 len: 168 time: 0.1614180 Feb 04 00:06:16.790129 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36890) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:16.808009 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.839185 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:16.842869 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:ec275bbb81614f35a23393484ed3af96 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:16.845830 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:16.851324 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:16.915352 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.918963 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:16.963827 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a140247-e8cb-464e-b52d-e9b012222f88,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:16.970695 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-08a3686d-4998-43bf-aa2f-cd4d9e961ab3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec275bbb81614f35a23393484ed3af96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1794629 Feb 04 00:06:16.973358 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 36894) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:17.035380 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1f4a75a6-9fb6-4dd8-af77-e34bf734c5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:17.060425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1f4a75a6-9fb6-4dd8-af77-e34bf734c5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:17.108506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1f4a75a6-9fb6-4dd8-af77-e34bf734c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:17.124369 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a75a6-9fb6-4dd8-af77-e34bf734c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a140247-e8cb-464e-b52d-e9b012222f88,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:17.130023 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1f4a75a6-9fb6-4dd8-af77-e34bf734c5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:17.133425 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-1f4a75a6-9fb6-4dd8-af77-e34bf734c5ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a140247-e8cb-464e-b52d-e9b012222f88 HTTP/1.1" status: 204 len: 168 time: 0.1567657 Feb 04 00:06:20.775621 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37008) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:20.918300 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:20.949093 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:20.952827 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:15d36ad5491046d9b22adb31181c3f3d is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:20.955723 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:20.961227 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:21.029489 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.033644 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.080224 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6763f8a0-5b59-4629-ae1c-517686edecfa,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:21.085554 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-67293cc4-cfa5-4bd8-8d22-d1b24056d7d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15d36ad5491046d9b22adb31181c3f3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3088920 Feb 04 00:06:21.088186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37016) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:21.150474 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7af16326-4974-4c08-baf5-71e2492ca3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.176299 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7af16326-4974-4c08-baf5-71e2492ca3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.227412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7af16326-4974-4c08-baf5-71e2492ca3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.242195 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af16326-4974-4c08-baf5-71e2492ca3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6763f8a0-5b59-4629-ae1c-517686edecfa,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:21.247855 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7af16326-4974-4c08-baf5-71e2492ca3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.248955 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-7af16326-4974-4c08-baf5-71e2492ca3f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6763f8a0-5b59-4629-ae1c-517686edecfa HTTP/1.1" status: 204 len: 168 time: 0.1599083 Feb 04 00:06:21.590170 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37024) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:21.608396 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.640324 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:21.644719 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Usage tracker for resource:security_group_rule and tenant:2dafca982f134278b7632c42fefcddc8 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:21.647525 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:21.653046 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:21.715868 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.720327 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.768066 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb391e-7f72-4ce6-b192-453af8a195a4,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:21.776400 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-99d2e156-1104-45d6-8169-ae8d1c4fb051 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2dafca982f134278b7632c42fefcddc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847107 Feb 04 00:06:21.778543 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37028) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:21.838503 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c565ba23-f4ec-4075-883b-96aa534eb630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.863445 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c565ba23-f4ec-4075-883b-96aa534eb630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.915518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c565ba23-f4ec-4075-883b-96aa534eb630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.929229 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565ba23-f4ec-4075-883b-96aa534eb630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb391e-7f72-4ce6-b192-453af8a195a4,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:21.936259 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c565ba23-f4ec-4075-883b-96aa534eb630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:21.940267 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c565ba23-f4ec-4075-883b-96aa534eb630 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50bb391e-7f72-4ce6-b192-453af8a195a4 HTTP/1.1" status: 204 len: 168 time: 0.1579175 Feb 04 00:06:25.666137 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37174) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:25.814870 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:25.845116 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:25.848802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Usage tracker for resource:security_group_rule and tenant:23f322da01874e5ab13efb38590962a2 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:25.851535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:25.857011 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:25.921294 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:25.924673 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:25.973818 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e0909-7ea9-49d6-94f0-13161d95b4bd,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:25.978870 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-7bbca0f1-c8ff-4d6e-9be5-f136feb8d437 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=23f322da01874e5ab13efb38590962a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116744 Feb 04 00:06:25.981839 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37180) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:26.038841 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25ea53e2-27df-4064-9d76-f0330846fb03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.067309 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25ea53e2-27df-4064-9d76-f0330846fb03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.118284 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25ea53e2-27df-4064-9d76-f0330846fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.133062 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea53e2-27df-4064-9d76-f0330846fb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e0909-7ea9-49d6-94f0-13161d95b4bd,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:26.141781 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-25ea53e2-27df-4064-9d76-f0330846fb03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.142962 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-25ea53e2-27df-4064-9d76-f0330846fb03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e93e0909-7ea9-49d6-94f0-13161d95b4bd HTTP/1.1" status: 204 len: 168 time: 0.1600709 Feb 04 00:06:26.562554 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37190) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:26.582209 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.612950 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:26.616686 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Usage tracker for resource:security_group_rule and tenant:9a2a80fc2f684ba991242fef45623703 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:26.619779 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:26.625988 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:26.694400 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.698328 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.742227 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6127a00c-2995-4a8c-bb90-784ca60d7445,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:26.748777 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e5db8d22-041c-47ec-97c2-6fbbbef29ccf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9a2a80fc2f684ba991242fef45623703&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1843612 Feb 04 00:06:26.752095 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37194) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:26.811073 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a431d8-e5f9-4aa5-a782-21a8c8b2ec32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.842992 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a431d8-e5f9-4aa5-a782-21a8c8b2ec32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.892667 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a431d8-e5f9-4aa5-a782-21a8c8b2ec32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.908188 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a431d8-e5f9-4aa5-a782-21a8c8b2ec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127a00c-2995-4a8c-bb90-784ca60d7445,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:26.916425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b3a431d8-e5f9-4aa5-a782-21a8c8b2ec32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:26.917556 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b3a431d8-e5f9-4aa5-a782-21a8c8b2ec32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6127a00c-2995-4a8c-bb90-784ca60d7445 HTTP/1.1" status: 204 len: 168 time: 0.1645763 Feb 04 00:06:29.195588 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37258) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:29.300346 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3a3952f8-baea-42bb-b96a-0cac07349142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.335864 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.365896 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:29.369555 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Usage tracker for resource:security_group_rule and tenant:19b0a8620f804542ae1d99a66e5cacbf is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:29.372208 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:29.378585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:29.443883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.447992 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.494474 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19b0a8620f804542ae1d99a66e5cacbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2978451 Feb 04 00:06:29.495307 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bcef0-a8f1-4ba5-a584-31d2469b2510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94eb91f8-c96f-4eb4-b5d2-952523359716,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:29.497146 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37266) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:29.559821 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ee42856b-d78d-48c2-b952-d762cb404cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.586713 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ee42856b-d78d-48c2-b952-d762cb404cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.641155 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ee42856b-d78d-48c2-b952-d762cb404cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.658738 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42856b-d78d-48c2-b952-d762cb404cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94eb91f8-c96f-4eb4-b5d2-952523359716,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:29.664006 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ee42856b-d78d-48c2-b952-d762cb404cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:29.665694 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ee42856b-d78d-48c2-b952-d762cb404cab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94eb91f8-c96f-4eb4-b5d2-952523359716 HTTP/1.1" status: 204 len: 168 time: 0.1675367 Feb 04 00:06:29.988463 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37276) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:30.006849 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.037888 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:30.041501 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f8a019b24346d5bf449c13879cc7c0 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:30.044147 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:30.050474 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:30.114419 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.118095 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.161259 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85aa6e7-8671-4a6b-a56a-0c1aba2baf08,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:30.166515 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-888ce8fc-8364-437c-89d6-c7303998fd56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a9f8a019b24346d5bf449c13879cc7c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1769879 Feb 04 00:06:30.169008 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37280) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:30.229952 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b687421a-490a-45e6-bfeb-808dc3a26696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.255060 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b687421a-490a-45e6-bfeb-808dc3a26696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.305945 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b687421a-490a-45e6-bfeb-808dc3a26696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.323280 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687421a-490a-45e6-bfeb-808dc3a26696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85aa6e7-8671-4a6b-a56a-0c1aba2baf08,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:30.326455 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b687421a-490a-45e6-bfeb-808dc3a26696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:30.327541 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-b687421a-490a-45e6-bfeb-808dc3a26696 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b85aa6e7-8671-4a6b-a56a-0c1aba2baf08 HTTP/1.1" status: 204 len: 168 time: 0.1576278 Feb 04 00:06:31.802124 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e199af01-56f4-498f-baa8-ca8ece427b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:32.258186 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:06:32.406192 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:32.934192 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.160991 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37378) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:33.305697 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.336294 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:33.340070 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Usage tracker for resource:security_group_rule and tenant:176ae615c95a43cf8813b40fd7a07a92 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:33.342806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:33.348982 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:33.419788 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.424086 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.467737 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b420ec6-1ead-437f-b7ca-aef5bfb47125,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:33.476543 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37390) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:33.476981 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-fee348c2-40b7-4f49-9265-6e7d0026ca37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=176ae615c95a43cf8813b40fd7a07a92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3144801 Feb 04 00:06:33.540947 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08545fe6-d3aa-40b8-ab51-177d9871a91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.566780 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08545fe6-d3aa-40b8-ab51-177d9871a91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.617837 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08545fe6-d3aa-40b8-ab51-177d9871a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.634289 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08545fe6-d3aa-40b8-ab51-177d9871a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b420ec6-1ead-437f-b7ca-aef5bfb47125,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:33.644244 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-08545fe6-d3aa-40b8-ab51-177d9871a91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.647597 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-08545fe6-d3aa-40b8-ab51-177d9871a91f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b420ec6-1ead-437f-b7ca-aef5bfb47125 HTTP/1.1" status: 204 len: 168 time: 0.1676996 Feb 04 00:06:33.845664 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563b578-7867-4fa2-b88c-8792203ac2ab req-ac17b49b-d86e-4e4c-b45d-8c5dc225fd9c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:33.847138 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d563b578-7867-4fa2-b88c-8792203ac2ab req-ac17b49b-d86e-4e4c-b45d-8c5dc225fd9c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.0801561 Feb 04 00:06:33.896100 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d563b578-7867-4fa2-b88c-8792203ac2ab req-c2d0a269-979a-46a0-bf16-ec5e628b1107 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Feb 04 00:06:33.952559 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:33.979689 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37400) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:33.997288 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.027909 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:34.031703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f2f243a99aa478db7e1d03e59e7e6f9 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:34.034471 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:34.040002 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:34.103426 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.106951 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.150670 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5a9a7f-f18e-4435-9b7d-6d846c980cd3,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:34.155873 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-82e66cd4-5931-4bc3-b845-07d3bb2fc1b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6f2f243a99aa478db7e1d03e59e7e6f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1751950 Feb 04 00:06:34.158512 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37404) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:34.216249 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f6186207-f7c1-4f85-a263-f0380dadd397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.241564 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f6186207-f7c1-4f85-a263-f0380dadd397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.295551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f6186207-f7c1-4f85-a263-f0380dadd397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.315091 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6186207-f7c1-4f85-a263-f0380dadd397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5a9a7f-f18e-4435-9b7d-6d846c980cd3,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:34.318022 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f6186207-f7c1-4f85-a263-f0380dadd397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:34.319121 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f6186207-f7c1-4f85-a263-f0380dadd397 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f5a9a7f-f18e-4435-9b7d-6d846c980cd3 HTTP/1.1" status: 204 len: 168 time: 0.1597865 Feb 04 00:06:35.120164 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e57af-5212-421f-9a96-e06776dc6265 req-244975b6-2386-4fd8-8a0c-d7fbb42f3363 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:35.121618 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-094e57af-5212-421f-9a96-e06776dc6265 req-244975b6-2386-4fd8-8a0c-d7fbb42f3363 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.0825601 Feb 04 00:06:35.167016 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-094e57af-5212-421f-9a96-e06776dc6265 req-71803669-78be-462f-a9c7-de7184f110a6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Feb 04 00:06:35.581059 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-47c5a766-b1db-4b55-a779-c08cf9cd1065 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:35.582521 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-47c5a766-b1db-4b55-a779-c08cf9cd1065 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.0767779 Feb 04 00:06:35.654615 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Deleting port 64d7e1f1-e259-48f5-8927-20d729f76e09 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:06:35.654957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:35.906689 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] For port 64d7e1f1-e259-48f5-8927-20d729f76e09, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=64d7e1f1-e259-48f5-8927-20d729f76e09,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:06:35.907050 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:36.279987 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:36.280348 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:36.280670 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Floating IP f23a67f2-2149-4416-a15e-fc066577de59 disassociated. External IP: 172.28.2.233, port: 64d7e1f1-e259-48f5-8927-20d729f76e09. Feb 04 00:06:36.280988 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Calling delete_port for 64d7e1f1-e259-48f5-8927-20d729f76e09 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:06:36.456658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3234c0c-9f68-43b6-bf3f-00e7ac4db322 req-3ae36e80-aa55-44eb-bc55-742e4fbcef1f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:36.458132 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d3234c0c-9f68-43b6-bf3f-00e7ac4db322 req-3ae36e80-aa55-44eb-bc55-742e4fbcef1f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=7709814d-2216-4d56-bdb2-276c3b2948b4 HTTP/1.1" status: 200 len: 946 time: 0.1496661 Feb 04 00:06:36.507034 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:36.562434 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event deleted for resources: {'Port': ['ID=64d7e1f1-e259-48f5-8927-20d729f76e09,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:36.567969 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-d3234c0c-9f68-43b6-bf3f-00e7ac4db322 req-51ab2f53-b66f-4ba6-b5a3-2fbef00b6fdc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=332b5396-861e-4001-8559-dacd7e534387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992429 Feb 04 00:06:36.771547 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:06:36.985103 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:06:36.999128 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:06:37.013673 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:06:37.014619 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:37.083501 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] No DVR routers for this DVR port 64d7e1f1-e259-48f5-8927-20d729f76e09 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:06:37.086356 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:37.090003 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-deleted', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:06:37.117182 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ebb48f2b-5eff-4f9b-9228-931e14d59d4a req-b9cca170-dff0-4137-a41e-267d86a19306 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "DELETE /v2.0/ports/64d7e1f1-e259-48f5-8927-20d729f76e09 HTTP/1.1" status: 204 len: 173 time: 1.5289340 Feb 04 00:06:37.169706 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7709814d-2216-4d56-bdb2-276c3b2948b4', 'name': 'network-vif-deleted', 'tag': '64d7e1f1-e259-48f5-8927-20d729f76e09', 'status': 'completed', 'code': 200} Feb 04 00:06:37.366797 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:06:37.758135 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:37.763550 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:06:37.768433 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37476) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:37.775693 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:06:37.776295 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:37.834131 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba687-a22a-45a0-afcd-32f95591401c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:37.867657 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba687-a22a-45a0-afcd-32f95591401c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:37.963680 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:06:37.982721 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba687-a22a-45a0-afcd-32f95591401c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:38.016920 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-ce4ba687-a22a-45a0-afcd-32f95591401c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:38.020587 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-ce4ba687-a22a-45a0-afcd-32f95591401c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "DELETE /v2.0/security-groups/332b5396-861e-4001-8559-dacd7e534387 HTTP/1.1" status: 204 len: 168 time: 0.2485743 Feb 04 00:06:38.020587 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ba687-a22a-45a0-afcd-32f95591401c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b5396-861e-4001-8559-dacd7e534387,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:38.021134 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37480) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:38.044982 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.api.v2.resource [None req-578b1067-084e-4dac-bca4-9d45a8a1d196 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] show failed (client error): The resource could not be found. Feb 04 00:06:38.048848 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-578b1067-084e-4dac-bca4-9d45a8a1d196 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups/332b5396-861e-4001-8559-dacd7e534387 HTTP/1.1" status: 404 len: 347 time: 0.0205503 Feb 04 00:06:38.049580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37484) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:38.204329 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Deleting port d0c2163d-d400-4751-9f98-246ad4af1ce5 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:06:38.205135 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:38.316939 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:38.322142 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38036234-a4fc-48b8-bca2-b8ca696297fd None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:06:38.402433 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:38.402758 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:38.636924 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Calling delete_port for d0c2163d-d400-4751-9f98-246ad4af1ce5 owned by network:floatingip {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:06:38.699792 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef73c55-f6f2-45e8-8ba3-d6d8d73f604f None None] New status for floating IP f23a67f2-2149-4416-a15e-fc066577de59: DOWN {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:06:38.814848 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:38.876394 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event deleted for resources: {'Port': ['ID=d0c2163d-d400-4751-9f98-246ad4af1ce5,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:39.002525 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.016891 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.021833 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-bd562bcd-0904-4a75-b36f-0908d35aa37e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "DELETE /v2.0/floatingips/f23a67f2-2149-4416-a15e-fc066577de59 HTTP/1.1" status: 204 len: 168 time: 0.9711602 Feb 04 00:06:39.153883 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:06:39.187075 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 64d7e1f1-e259-48f5-8927-20d729f76e09 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:06:39.187896 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 64d7e1f1-e259-48f5-8927-20d729f76e09 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:06:39.352627 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37528) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:39.358167 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88083487', 'description': 'tempest-description--1950408488'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:39.364785 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:39.368840 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:39.372090 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:39.379475 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:39.390336 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.427068 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:39.429175 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:39.432232 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:39.438326 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:39.490559 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.494793 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.538308 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:39.542384 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.546395 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-22a3ebda-539c-4ad2-a6ee-b01cba4c5ff6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1927469 Feb 04 00:06:39.547759 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37534) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:39.553834 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'security_group_rule': {'security_group_id': 'c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:39.560013 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:39.564650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:39.567629 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:39.573264 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:39.592682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.656064 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.659721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.682790 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ccf71f-98c1-4784-889e-58db9af5ce3f,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:39.691553 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.692799 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e33026c1-ba8c-4191-a6e4-34cbcc00427f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1439352 Feb 04 00:06:39.695403 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37538) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:39.700640 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'security_group_rule': {'security_group_id': 'c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:39.706171 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:39.709856 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:security_group_rule and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:39.712625 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:39.718140 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:39.734103 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.792718 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.795518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.818008 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6567389-fa48-4f66-b038-1254768ebf1a,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:39.826914 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.828234 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b226bb55-6a1f-4e2c-af0d-3f18f943c27b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1318505 Feb 04 00:06:39.832215 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37542) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:39.837278 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'floatingip': {'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:39.842450 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:39.846820 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Usage tracker for resource:floatingip and tenant:dad4c08ad0d1484aab27a6cee298812a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:39.849612 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:39.855105 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:39.866073 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:39.996994 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.131801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Allocated IP 172.28.2.136 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/6b82360d-4f25-4355-b8e2-af3a664e905f) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:06:40.284031 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.311523 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.381774 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:06:40.384672 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:06:40.389053 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:06:40.413136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'Port': ['ID=6b82360d-4f25-4355-b8e2-af3a664e905f,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:40.548836 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.610653 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.828910 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.833500 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.932921 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'Port': ['ID=6b82360d-4f25-4355-b8e2-af3a664e905f,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:40.950708 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.971745 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:40.973050 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-6bbd3271-47c2-4065-90b9-411814e33dbc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1399381 Feb 04 00:06:41.195430 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-727abec7-b903-4901-97db-57bb460d7afa req-99348bd4-f704-44b9-864a-12ade71690e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:06:41.209457 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-727abec7-b903-4901-97db-57bb460d7afa req-99348bd4-f704-44b9-864a-12ade71690e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:06:41.210581 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-99348bd4-f704-44b9-864a-12ade71690e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--88083487&fields=id&tenant_id=dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 267 time: 0.0539424 Feb 04 00:06:41.369507 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:41.372617 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727abec7-b903-4901-97db-57bb460d7afa req-7cd7286c-5117-4e34-9a77-84dd258ac297 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:41.374066 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-7cd7286c-5117-4e34-9a77-84dd258ac297 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 817 time: 0.1573107 Feb 04 00:06:41.389997 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-9911bb13-1b1c-4feb-b9bf-434a2e3f6c3f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/quotas/dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 375 time: 0.0103960 Feb 04 00:06:41.473116 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-55b58e1c-34cc-48bd-b5b5-f1a838b0540f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776997 Feb 04 00:06:41.613657 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-8435842c-92a4-409b-867a-eb63008e31ff service neutron] 10.222.0.55 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286626 Feb 04 00:06:41.751366 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-a795d11b-e622-43e1-8bba-2df22631f304 service neutron] 10.222.0.55 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319745 Feb 04 00:06:41.942481 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-32a1e909-25bf-48bd-9a64-a5e04bcb1188 req-6a8922dd-4750-46ab-b6b4-386d026e77cd tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:06:41.958185 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-32a1e909-25bf-48bd-9a64-a5e04bcb1188 req-6a8922dd-4750-46ab-b6b4-386d026e77cd tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:06:41.959342 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-32a1e909-25bf-48bd-9a64-a5e04bcb1188 req-6a8922dd-4750-46ab-b6b4-386d026e77cd tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 210 time: 0.0634394 Feb 04 00:06:42.006337 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37586) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:42.148518 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.261783 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:42.266569 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f97a440a25c0496d8df33dc50101f8fc is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:42.269381 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:42.275035 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:42.345464 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.349242 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.396135 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee02408-c2b9-414b-b520-5ba146b24535,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:42.404532 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e005486f-6e42-494f-9927-94f6f6fa13c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f97a440a25c0496d8df33dc50101f8fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4030042 Feb 04 00:06:42.405780 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37594) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:42.472368 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-984ce600-b4a0-4c1d-8f6f-c147c8a37cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.497519 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-984ce600-b4a0-4c1d-8f6f-c147c8a37cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.547346 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-984ce600-b4a0-4c1d-8f6f-c147c8a37cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.567830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ce600-b4a0-4c1d-8f6f-c147c8a37cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee02408-c2b9-414b-b520-5ba146b24535,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:42.573603 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-984ce600-b4a0-4c1d-8f6f-c147c8a37cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:42.574683 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-984ce600-b4a0-4c1d-8f6f-c147c8a37cae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ee02408-c2b9-414b-b520-5ba146b24535 HTTP/1.1" status: 204 len: 168 time: 0.1687691 Feb 04 00:06:42.822527 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37608) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:43.009361 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.031953 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727abec7-b903-4901-97db-57bb460d7afa req-510fe259-2aa4-44a8-83ed-073d641f9860 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:43.033686 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-510fe259-2aa4-44a8-83ed-073d641f9860 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 817 time: 0.1726902 Feb 04 00:06:43.099892 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:43.108881 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Usage tracker for resource:security_group_rule and tenant:53a8f50a01b540efb4607518e16f054d is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:43.111923 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:43.117434 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-9a8833e3-3a14-4162-bc0f-8f4b15bd03f5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 378 time: 0.0674951 Feb 04 00:06:43.121066 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:43.127446 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'port': {'device_id': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'admin_state_up': True, 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'security_groups': ['c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4']}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:43.175349 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1e58b500-bd79-4b24-bd6e-542fd7a65c1e req-72b000eb-878d-4bab-a5ef-9bd95120ad48 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 210 time: 0.0452621 Feb 04 00:06:43.315539 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.316717 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:43.323676 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.341937 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:43.378963 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Made reservation on behalf of dad4c08ad0d1484aab27a6cee298812a for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:06:43.381951 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.394998 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53a8f50a01b540efb4607518e16f054d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5710251 Feb 04 00:06:43.398202 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37632) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:43.398570 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052a54c-24bc-46c1-9ad1-676498e071bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1300d32-f742-4379-a209-b9904ac54ebc,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:43.465753 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6708aae9-17dc-4710-8081-5c0a712b66c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.495062 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6708aae9-17dc-4710-8081-5c0a712b66c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.559412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Allocated IP 172.20.0.10 (879bc0f4-9b78-496a-a287-a69b8b05e747/5fecc96c-6245-47d2-b9c1-5282a0ec0df1/81d96304-3ee9-4c32-9b76-b2e9d8e37f51) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:06:43.569071 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6708aae9-17dc-4710-8081-5c0a712b66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.588333 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708aae9-17dc-4710-8081-5c0a712b66c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1300d32-f742-4379-a209-b9904ac54ebc,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:43.596410 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-6708aae9-17dc-4710-8081-5c0a712b66c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.602495 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-6708aae9-17dc-4710-8081-5c0a712b66c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1300d32-f742-4379-a209-b9904ac54ebc HTTP/1.1" status: 204 len: 168 time: 0.2028654 Feb 04 00:06:43.776684 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.793279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Transition to ACTIVE for port object 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:06:43.817578 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:43.903246 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:06:43.904239 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:43.907203 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:06:43.909642 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:06:43.975704 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:43.976484 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:44.039632 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-92e4bd53-eeeb-4908-8fb6-f80c4a0e0803 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9160800 Feb 04 00:06:44.051547 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Request body: {'port': {'device_id': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:44.203729 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:44.298773 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-bfad90da-8c3e-42b3-ac6b-e54f04794bea None None] Provisioning for port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:06:44.307258 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-bfad90da-8c3e-42b3-ac6b-e54f04794bea None None] Provisioning complete for port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:06:44.308064 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bfad90da-8c3e-42b3-ac6b-e54f04794bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:44.368843 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-bfad90da-8c3e-42b3-ac6b-e54f04794bea None None] Port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:06:44.534088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eab073-971b-42f9-b20d-1718c02033f9 req-59bf7ef0-e926-4fbf-8a24-87cc00e2de0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:44.534775 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-04eab073-971b-42f9-b20d-1718c02033f9 req-59bf7ef0-e926-4fbf-8a24-87cc00e2de0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Synchronizing usage tracker for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:06:44.567961 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-04eab073-971b-42f9-b20d-1718c02033f9 req-59bf7ef0-e926-4fbf-8a24-87cc00e2de0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Unset dirty status for tenant:dad4c08ad0d1484aab27a6cee298812a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:06:44.569095 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eab073-971b-42f9-b20d-1718c02033f9 req-59bf7ef0-e926-4fbf-8a24-87cc00e2de0c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 932 time: 0.2333891 Feb 04 00:06:44.674340 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:06:44.680642 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-04eab073-971b-42f9-b20d-1718c02033f9 req-415142a1-2591-46cb-bec4-7e0bc4068860 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003582 Feb 04 00:06:44.684838 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:44.719118 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Transition to ACTIVE for port object 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:06:44.724971 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:44.995962 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:45.077724 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Attempting to bind port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:06:45.078360 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Attempting to bind port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:06:45.078490 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Attempting to bind port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:06:45.084416 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:06:45.084734 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Attempting to bind port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 on network 879bc0f4-9b78-496a-a287-a69b8b05e747 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:06:45.092540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:06:45.092962 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Checking segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:06:45.093446 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Bound using segment: {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:06:45.094463 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Bound port: 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77799b13-cd94-47ff-b138-9ca59fdb92bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:06:45.094935 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.128931 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37676) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:45.182191 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:06:45.185147 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:06:45.189750 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.254317 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.255653 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] 10.222.0.26 "PUT /v2.0/ports/81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 1094 time: 1.2088819 Feb 04 00:06:45.256211 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:06:45.275617 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.277171 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7007ba-0814-4feb-b8d4-a712735d7a9f service neutron] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:45.318300 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:45.323995 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Usage tracker for resource:security_group_rule and tenant:9cafbccaa16b458db077f68819252d8c is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:45.327644 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:45.334543 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:45.345427 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'status': 'completed', 'code': 200} Feb 04 00:06:45.398539 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-02886243-1803-4184-b639-1b3b43636787 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1097 time: 0.0980330 Feb 04 00:06:45.425400 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.433430 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.480893 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cafbccaa16b458db077f68819252d8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3508351 Feb 04 00:06:45.483654 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37688) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:45.496365 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-e94f9f2e-6de8-46b0-a749-06c4fb935ebf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 217 time: 0.0794015 Feb 04 00:06:45.544304 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7c0cb-6755-4f80-a5c7-ded975783c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790366e-ef1e-4466-b99e-3190aa288129,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:45.563472 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20dff52f-3357-41bd-917b-37f7fe5e7aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.574794 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727abec7-b903-4901-97db-57bb460d7afa req-10736f67-c3b5-44b5-94c0-bf9c1e43126d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:45.576606 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-10736f67-c3b5-44b5-94c0-bf9c1e43126d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0813932 Feb 04 00:06:45.591904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20dff52f-3357-41bd-917b-37f7fe5e7aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.652512 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20dff52f-3357-41bd-917b-37f7fe5e7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.663102 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-42542a79-4bd1-4ad1-8caf-48b90576b582 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799768 Feb 04 00:06:45.667425 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dff52f-3357-41bd-917b-37f7fe5e7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790366e-ef1e-4466-b99e-3190aa288129,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:45.674010 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20dff52f-3357-41bd-917b-37f7fe5e7aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:45.675060 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-20dff52f-3357-41bd-917b-37f7fe5e7aeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f790366e-ef1e-4466-b99e-3190aa288129 HTTP/1.1" status: 204 len: 168 time: 0.1898253 Feb 04 00:06:45.843502 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-a389931f-4f30-4ba8-a9af-4cc4d2e6ca89 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734295 Feb 04 00:06:46.058109 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-727abec7-b903-4901-97db-57bb460d7afa req-1bf80314-6077-4e19-9528-ae8f84826249 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071748 Feb 04 00:06:46.095901 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc24c0-4d84-45d2-99f0-6bf643e82051 req-2704f55e-dd8b-4191-9c3a-efaf632797da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:46.097373 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3dbc24c0-4d84-45d2-99f0-6bf643e82051 req-2704f55e-dd8b-4191-9c3a-efaf632797da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0932333 Feb 04 00:06:46.189441 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3dbc24c0-4d84-45d2-99f0-6bf643e82051 req-f8bde4e5-7caa-416e-90ff-6bd1caaad9e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865428 Feb 04 00:06:46.204857 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-1792e830-57ef-4622-95e4-6a879a7822d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1097 time: 0.0863030 Feb 04 00:06:46.338842 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-f48f1db0-376a-4e6d-bf1d-d13850aad058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:46.340267 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-f48f1db0-376a-4e6d-bf1d-d13850aad058 service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1238580 Feb 04 00:06:46.410400 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-639de9b9-c075-47e0-b674-892dc121f7c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 217 time: 0.0629306 Feb 04 00:06:46.472639 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-f8d35696-2a67-4205-a833-2a91e774d5ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:46.474043 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-f8d35696-2a67-4205-a833-2a91e774d5ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0564127 Feb 04 00:06:46.553115 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-e92bf0a9-728d-45cf-88d0-8f7a2187d14c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0694931 Feb 04 00:06:46.683142 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-b0ddce16-b839-4271-a645-0928115a2ede service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225178 Feb 04 00:06:46.893138 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-414eec86-b1e2-47de-bfd4-122d82a2cd59 req-e1c0dd9a-ff79-40f2-bba1-315b9de7b867 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032218 Feb 04 00:06:47.400659 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c3085-e9fb-4fc7-a45f-de7b0b00f9af req-6188f99c-2cd5-48f0-a65c-af1ea1822151 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:47.402247 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8b9c3085-e9fb-4fc7-a45f-de7b0b00f9af req-6188f99c-2cd5-48f0-a65c-af1ea1822151 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0767782 Feb 04 00:06:47.447473 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8b9c3085-e9fb-4fc7-a45f-de7b0b00f9af req-cbbef4ba-dbee-42ff-b0c6-4df25123f41a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393353 Feb 04 00:06:48.657972 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e8b8-1367-498a-bd2e-f2e1482b4e3f req-f934e456-8117-43db-8a17-16ff3bdf74b5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:48.659436 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5307e8b8-1367-498a-bd2e-f2e1482b4e3f req-f934e456-8117-43db-8a17-16ff3bdf74b5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0759397 Feb 04 00:06:48.704815 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5307e8b8-1367-498a-bd2e-f2e1482b4e3f req-49833403-6a44-4079-860e-8c7d8f458222 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399876 Feb 04 00:06:49.200565 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:06:49.330744 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:06:49.343717 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'mac_address': 'fa:16:3e:71:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:06:49.396609 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:49.413915 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:06:49.429916 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:06:49.435444 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:49.503923 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:49.512267 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.512801 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.513311 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.513785 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.514278 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.514747 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.515216 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.515820 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.516287 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.516755 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.517231 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:49.684215 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['81d96304-3ee9-4c32-9b76-b2e9d8e37f51'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:06:49.956618 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d498b37-b929-46c3-9851-c06b2e4e59de req-a11669f6-5acd-4f60-8200-3f8a8a395323 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:49.958100 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d498b37-b929-46c3-9851-c06b2e4e59de req-a11669f6-5acd-4f60-8200-3f8a8a395323 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 945 time: 0.0829663 Feb 04 00:06:50.002818 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d498b37-b929-46c3-9851-c06b2e4e59de req-b1d3943c-61e7-4901-9f20-0139269d362b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393713 Feb 04 00:06:51.158291 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa03db6-1531-4924-a463-38797ba89e1a req-4d9e5c30-f3ca-4e55-8295-068ceac42d62 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:51.159748 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2fa03db6-1531-4924-a463-38797ba89e1a req-4d9e5c30-f3ca-4e55-8295-068ceac42d62 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0868871 Feb 04 00:06:51.207862 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2fa03db6-1531-4924-a463-38797ba89e1a req-4b27690c-fd31-4b5a-82cb-0f46c6b6edad tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422442 Feb 04 00:06:51.212083 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:06:51.226275 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2426dd-09c0-43a5-a6d6-019dfd7e3f20 req-3815b7cf-6398-4c5f-8d14-a0dd9c3b397c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:51.228028 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-da2426dd-09c0-43a5-a6d6-019dfd7e3f20 req-3815b7cf-6398-4c5f-8d14-a0dd9c3b397c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 945 time: 0.0842366 Feb 04 00:06:51.276641 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-da2426dd-09c0-43a5-a6d6-019dfd7e3f20 req-6fcb9712-02a5-4fbc-8714-56092a527ecb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433969 Feb 04 00:06:51.336278 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:06:51.340905 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:06:51.341304 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:51.457107 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:51.482935 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:06:51.493078 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:06:51.498193 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:51.545226 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'code': 200} Feb 04 00:06:51.571576 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:51.778180 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0a05abcb-eaa2-4675-9bd0-adc912332b1a req-defe2503-b294-435e-b11e-2e14f2df3957 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1099 time: 0.0652959 Feb 04 00:06:51.832309 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0a05abcb-eaa2-4675-9bd0-adc912332b1a req-e8c59085-1474-4a6c-a792-0c7aae1036de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384464 Feb 04 00:06:52.413337 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46125f12-113b-472f-8650-13a7db75b007 req-6a7c4cb7-9016-414c-a63b-4ddc50593640 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:52.414783 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-46125f12-113b-472f-8650-13a7db75b007 req-6a7c4cb7-9016-414c-a63b-4ddc50593640 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0794084 Feb 04 00:06:52.465723 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-46125f12-113b-472f-8650-13a7db75b007 req-b0c4ac8b-c90c-4417-9dab-433fcedc8f97 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452290 Feb 04 00:06:52.504564 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56370d8-f974-4f1a-94b4-9a3baaa8e823 req-a4a2c1db-1c18-43f2-8e38-eaea64058394 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:52.505983 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f56370d8-f974-4f1a-94b4-9a3baaa8e823 req-a4a2c1db-1c18-43f2-8e38-eaea64058394 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0874078 Feb 04 00:06:52.559442 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f56370d8-f974-4f1a-94b4-9a3baaa8e823 req-e835e684-30d2-4339-a2be-83f0fd507bbe tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475750 Feb 04 00:06:53.494241 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-33d8d641-54eb-44c4-92cb-dfb9d749aeca tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:53.495645 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-33d8d641-54eb-44c4-92cb-dfb9d749aeca tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0791140 Feb 04 00:06:53.564650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Deleting port c82b9736-b531-40d1-8a6a-5441a72e7085 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:06:53.565183 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:53.676958 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97205-59d5-4f17-bd09-1e8005039247 req-a5bef391-c08c-4136-8143-aa2a8ad43fb2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:53.678460 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-36c97205-59d5-4f17-bd09-1e8005039247 req-a5bef391-c08c-4136-8143-aa2a8ad43fb2 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 946 time: 0.0885587 Feb 04 00:06:53.729219 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-36c97205-59d5-4f17-bd09-1e8005039247 req-c4984f1a-a0da-4b1b-a6ad-e82e466027c1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=5400f690-cfa2-4c24-9270-5919fdc027ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Feb 04 00:06:53.872972 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] For port c82b9736-b531-40d1-8a6a-5441a72e7085, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=c82b9736-b531-40d1-8a6a-5441a72e7085,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:06:53.873354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:53.956946 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572e6cc-a019-4029-a9dc-5ea69b7398ca req-386b12fb-be78-4607-ad21-76ec547c632e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:53.958477 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1572e6cc-a019-4029-a9dc-5ea69b7398ca req-386b12fb-be78-4607-ad21-76ec547c632e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.2017698 Feb 04 00:06:54.087642 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1572e6cc-a019-4029-a9dc-5ea69b7398ca req-92aa5612-8ad9-44cb-aff3-621d49162b30 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180432 Feb 04 00:06:54.207636 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:54.208002 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:54.208311 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Floating IP 1c53c206-6085-4d56-a565-a84adb59dd68 disassociated. External IP: 172.28.2.178, port: c82b9736-b531-40d1-8a6a-5441a72e7085. Feb 04 00:06:54.208643 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Calling delete_port for c82b9736-b531-40d1-8a6a-5441a72e7085 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:06:54.290921 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb5605-92d9-44de-a572-298596f78b42 req-7e9ef8cf-f398-4a57-ac94-5e2969fb1584 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:54.292336 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d7bb5605-92d9-44de-a572-298596f78b42 req-7e9ef8cf-f398-4a57-ac94-5e2969fb1584 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0760508 Feb 04 00:06:54.301323 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37822) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:54.306715 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Request body: {'floatingip': {'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:54.350878 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:54.398616 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event deleted for resources: {'Port': ['ID=c82b9736-b531-40d1-8a6a-5441a72e7085,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:54.414898 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.415036 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.415369 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.415696 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.416025 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.416350 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.416675 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.416997 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.417350 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.417669 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.418005 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:06:54.450611 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:54.619212 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:06:54.918714 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-32f94227-f452-440a-ab49-b267283879be req-ece5cbc5-ee3d-419d-b94c-d07bbfc9ec46 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=959a2b6f-8fe4-4038-80ec-567d7c3780e2 HTTP/1.1" status: 200 len: 210 time: 0.0465276 Feb 04 00:06:54.981389 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:06:54.994154 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:06:55.008097 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:06:55.008968 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:55.052308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] No DVR routers for this DVR port c82b9736-b531-40d1-8a6a-5441a72e7085 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:06:55.055149 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.067598 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'name': 'network-vif-deleted', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:06:55.078669 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-58310d62-9090-44ed-98f5-bcbb053c5e6a req-ed80e200-6c27-4d5b-b3c0-47a498ec195e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "DELETE /v2.0/ports/c82b9736-b531-40d1-8a6a-5441a72e7085 HTTP/1.1" status: 204 len: 173 time: 1.5772412 Feb 04 00:06:55.089027 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.098189 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.146236 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '959a2b6f-8fe4-4038-80ec-567d7c3780e2', 'name': 'network-vif-deleted', 'tag': 'c82b9736-b531-40d1-8a6a-5441a72e7085', 'status': 'completed', 'code': 200} Feb 04 00:06:55.208055 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:06:55.317708 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.l3_db [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Floating IP 4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d associated. External IP: 172.28.2.136, port: 81d96304-3ee9-4c32-9b76-b2e9d8e37f51. Feb 04 00:06:55.324107 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37836) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:55.487018 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.524165 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:55.529029 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Usage tracker for resource:security_group_rule and tenant:18a057d59b254e6cae10e8370ae65c52 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:55.534689 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:55.540929 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:55.571302 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:55.579207 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:06:55.594283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:06:55.595045 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:55.619858 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.626159 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.706381 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18a057d59b254e6cae10e8370ae65c52&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3810387 Feb 04 00:06:55.707126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c84fa-ab9c-4251-9a26-e192179ed932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850b1c70-738c-4816-8c6a-59b03f0bdec1,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:55.709611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37842) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:55.769053 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:06:55.778423 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99eb77e8-262b-4290-9cc9-0e8a98ca5b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.805336 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99eb77e8-262b-4290-9cc9-0e8a98ca5b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.818370 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:06:55.857862 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99eb77e8-262b-4290-9cc9-0e8a98ca5b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.872647 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb77e8-262b-4290-9cc9-0e8a98ca5b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850b1c70-738c-4816-8c6a-59b03f0bdec1,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:55.879722 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-99eb77e8-262b-4290-9cc9-0e8a98ca5b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:55.881516 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-99eb77e8-262b-4290-9cc9-0e8a98ca5b8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/850b1c70-738c-4816-8c6a-59b03f0bdec1 HTTP/1.1" status: 204 len: 168 time: 0.1702881 Feb 04 00:06:56.093036 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:06:56.098304 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.104345 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37854) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:56.106263 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:06:56.122449 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:06:56.123126 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:56.198435 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-5008575a-db95-4c74-8580-ab4eaeaed4e3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "PUT /v2.0/floatingips/4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d HTTP/1.1" status: 200 len: 992 time: 1.8960507 Feb 04 00:06:56.199303 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:06:56.259734 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:56.260903 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a80523c9-525c-4d25-8ca4-41c080642481 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.264062 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7974cea-56cc-4959-980a-a04f5273734f None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:06:56.295952 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a80523c9-525c-4d25-8ca4-41c080642481 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.324774 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'status': 'completed', 'code': 200} Feb 04 00:06:56.366136 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:06:56.444135 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a80523c9-525c-4d25-8ca4-41c080642481 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.470127 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80523c9-525c-4d25-8ca4-41c080642481 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5400f690-cfa2-4c24-9270-5919fdc027ea,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:56.498205 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a80523c9-525c-4d25-8ca4-41c080642481 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.499235 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a80523c9-525c-4d25-8ca4-41c080642481 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "DELETE /v2.0/security-groups/5400f690-cfa2-4c24-9270-5919fdc027ea HTTP/1.1" status: 204 len: 168 time: 0.3936992 Feb 04 00:06:56.502274 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37864) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:56.525257 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-f654541c-c25c-4323-bf04-d0bac569d2e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1099 time: 0.1700580 Feb 04 00:06:56.532811 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.api.v2.resource [None req-89e1c224-f773-4a41-8fff-7c6a6cb54a55 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] show failed (client error): The resource could not be found. Feb 04 00:06:56.533870 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-89e1c224-f773-4a41-8fff-7c6a6cb54a55 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups/5400f690-cfa2-4c24-9270-5919fdc027ea HTTP/1.1" status: 404 len: 347 time: 0.0304615 Feb 04 00:06:56.538791 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37868) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:56.568115 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4a97e-cc03-4b34-a21e-32435744886e req-c777ea89-0a90-4c08-ba48-a0d8620eff70 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:56.569631 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4da4a97e-cc03-4b34-a21e-32435744886e req-c777ea89-0a90-4c08-ba48-a0d8620eff70 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.1817245 Feb 04 00:06:56.611584 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df89019-9b17-498e-9cd0-f6e51ca4a21b None None] New status for floating IP 1c53c206-6085-4d56-a565-a84adb59dd68: DOWN {{(pid=82764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:06:56.693367 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4da4a97e-cc03-4b34-a21e-32435744886e req-b9a90a41-7079-4db5-afdb-697a17f5b1ee tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768638 Feb 04 00:06:56.716783 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-dcec5c3f-cb1c-42e2-b5bb-e10e65c55636 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:56.718466 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-dcec5c3f-cb1c-42e2-b5bb-e10e65c55636 service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1823955 Feb 04 00:06:56.789420 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Deleting port 87cab043-e20b-44a4-8a14-c8e5a791a0da {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:06:56.790020 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.826452 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-52475b9f-80bd-46b7-a080-1741658f2f7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 1000 time: 0.1007376 Feb 04 00:06:56.842814 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': '4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'mac_address': 'fa:16:3e:71:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:06:40Z', 'updated_at': '2022-02-04T00:06:54Z', 'revision_number': 1, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:56.847622 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:06:56.859598 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:06:56.860704 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:56.899385 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-8b4f8b29-5d12-4c01-9b68-030d189d114e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:56.900849 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-8b4f8b29-5d12-4c01-9b68-030d189d114e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0673563 Feb 04 00:06:56.996430 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:56.996823 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:57.001590 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-61b65062-355c-4c3f-93b7-5d927d80b9bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943680 Feb 04 00:06:57.054497 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:06:57.121657 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Calling delete_port for 87cab043-e20b-44a4-8a14-c8e5a791a0da owned by network:floatingip {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:06:57.145323 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-4427a7a0-e693-42ef-aca8-a1915d7df702 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373124 Feb 04 00:06:57.216757 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-8d32ac50-5da2-422a-bdd4-47aeb95a73c4 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1728659372&fields=id&tenant_id=22f2d30535934797b19acf87f5d5de32 HTTP/1.1" status: 200 len: 267 time: 0.1021864 Feb 04 00:06:57.232648 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device c82b9736-b531-40d1-8a6a-5441a72e7085 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:06:57.266046 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: c82b9736-b531-40d1-8a6a-5441a72e7085 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:06:57.267225 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device c82b9736-b531-40d1-8a6a-5441a72e7085 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:06:57.274717 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.db.api [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82763) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:06:57.275078 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG oslo_db.api [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:06:57.297783 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-498d0162-4803-454b-bf57-6c3d5cc3e881 req-5b668e2e-7ac7-4f01-b644-87de6aa8d66e service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456640 Feb 04 00:06:57.326308 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-0db89e56-0aec-4670-807c-240426d4fb46 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:57.327829 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-0db89e56-0aec-4670-807c-240426d4fb46 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 984 time: 0.1001437 Feb 04 00:06:57.338841 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Request body: {'port': {'security_groups': ['f7f3b564-a653-4cdc-88af-61aea7be97ff']}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:57.417991 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': '4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'mac_address': 'fa:16:3e:71:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:06:40Z', 'updated_at': '2022-02-04T00:06:54Z', 'revision_number': 1, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:06:57.422373 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdc2d6-5c4e-4b08-9f1d-0097eb90dc56 None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': '4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'floating_ip_address': '172.28.2.136', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'mac_address': 'fa:16:3e:71:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:06:40Z', 'updated_at': '2022-02-04T00:06:54Z', 'revision_number': 1, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:06:57.453983 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:57.610708 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52160f3d-c6c7-40ed-8a44-70920675e3a9 None None] New status for floating IP 4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d: ACTIVE {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:06:57.704416 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:06:57.733506 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:57.738423 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243628'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:57.749004 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['29dfed59-26c4-43b3-b254-a2b570056e8d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:06:57.798858 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Deleting port 87cab043-e20b-44a4-8a14-c8e5a791a0da {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:06:57.799196 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:57.847272 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:57.848148 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:57.858305 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-a58b3c0e-79c1-44af-94f7-eff5ae9ae4dd req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "PUT /v2.0/ports/29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 942 time: 0.5237737 Feb 04 00:06:57.887759 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37876) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:57.961755 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['29dfed59-26c4-43b3-b254-a2b570056e8d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:06:57.967948 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb308a-95de-42e7-ab36-943173b8f014 req-3e89c6e4-81c9-4cae-8df4-7dab42cea377 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:57.969635 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-46bb308a-95de-42e7-ab36-943173b8f014 req-3e89c6e4-81c9-4cae-8df4-7dab42cea377 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.1196418 Feb 04 00:06:58.025977 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-46bb308a-95de-42e7-ab36-943173b8f014 req-636916db-1c95-4e44-9924-1f2891916c32 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492480 Feb 04 00:06:58.049613 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8e2d3-6dab-409f-81cd-da706f126bac tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event updated for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=7']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:58.092576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7952c2bb-fc70-4172-92a7-daf32ab91c8d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.149250 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7952c2bb-fc70-4172-92a7-daf32ab91c8d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.169399 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-b6bf20e8-a41b-4308-9bd2-a34c75ccb9ee None None] Provisioning complete for port 29dfed59-26c4-43b3-b254-a2b570056e8d triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:06:58.169772 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b6bf20e8-a41b-4308-9bd2-a34c75ccb9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.178866 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.179530 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.325594 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:06:58.392637 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Calling delete_port for 87cab043-e20b-44a4-8a14-c8e5a791a0da owned by network:floatingip {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:06:58.435694 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'status': 'completed', 'code': 200} Feb 04 00:06:58.565623 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.607294 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7952c2bb-fc70-4172-92a7-daf32ab91c8d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.640352 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-b04264ba-f973-45d3-b9f1-816b8abe639d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1098 time: 0.1804128 Feb 04 00:06:58.646032 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event deleted for resources: {'Port': ['ID=87cab043-e20b-44a4-8a14-c8e5a791a0da,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:58.655659 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952c2bb-fc70-4172-92a7-daf32ab91c8d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a103fd5f-df3a-4406-8c37-ecec95df3640,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:58.764767 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7952c2bb-fc70-4172-92a7-daf32ab91c8d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.766963 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-7952c2bb-fc70-4172-92a7-daf32ab91c8d tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "DELETE /v2.0/security-groups/a103fd5f-df3a-4406-8c37-ecec95df3640 HTTP/1.1" status: 204 len: 168 time: 0.8781023 Feb 04 00:06:58.769608 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37890) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:58.799519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-7eaea15b-c5c9-4e64-a494-1a161fc7ef22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:58.800916 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-7eaea15b-c5c9-4e64-a494-1a161fc7ef22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 915 time: 0.1505067 Feb 04 00:06:58.871664 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.873834 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:58.875406 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c4bf5322-dce2-4b2b-bb54-47b5e1a1e614 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "DELETE /v2.0/floatingips/1c53c206-6085-4d56-a565-a84adb59dd68 HTTP/1.1" status: 204 len: 168 time: 2.3353689 Feb 04 00:06:58.912245 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-408428ea-8a0e-4130-b696-dc52466106ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 1000 time: 0.1050687 Feb 04 00:06:58.977078 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-08995fc9-6976-4c2c-80b1-1b3daecdf55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:06:58.978587 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-08995fc9-6976-4c2c-80b1-1b3daecdf55d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 200 len: 853 time: 0.0604651 Feb 04 00:06:58.996244 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Deleting port cae5b97f-c106-48fa-b4a4-1b798b4b691e {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:06:58.996656 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.053580 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-a525df59-6e3b-4165-9636-a044f3f68306 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d6c68f2-fc15-4a11-ad49-07dee445a772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693944 Feb 04 00:06:59.174366 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 37896) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:59.180107 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.180463 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.188492 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-d3c23317-5d18-4724-b55d-69ee6b246656 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295187 Feb 04 00:06:59.190221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115792287', 'description': 'tempest-description--858800507'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:59.200125 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:59.308321 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-78659df1-26f9-4a22-8b2e-52b9344e024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.310297 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:59.318777 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Calling delete_port for cae5b97f-c106-48fa-b4a4-1b798b4b691e owned by network:floatingip {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:06:59.324318 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-84e30278-83dd-4d2b-9b63-aacb521220fe req-894d7362-cc89-45cf-86f5-63a6924a0bb1 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293762 Feb 04 00:06:59.344507 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:59.355978 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:59.379593 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.432795 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:59.443375 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:59.446720 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:59.453941 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:59.548308 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.602369 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.606092 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event deleted for resources: {'Port': ['ID=cae5b97f-c106-48fa-b4a4-1b798b4b691e,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:59.610255 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.729865 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.730979 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5556729 Feb 04 00:06:59.733384 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80218723-88d1-433d-a788-6b426698f6ab tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:59.734064 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37900) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:59.741551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'security_group_rule': {'security_group_id': '19c3c240-6e34-4f3a-a308-2b2da8e7a3ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:59.749323 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:59.749567 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks [] for floatingip, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.753649 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:59.756524 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:59.762373 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:59.779169 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.849030 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.853591 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.877599 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccce389-6321-4ffa-a151-32a53755a695,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:06:59.888301 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:06:59.892731 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d9ed62ce-201d-40fd-8579-070f8edb55a5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1545036 Feb 04 00:06:59.892997 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37906) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:06:59.898620 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'security_group_rule': {'security_group_id': '19c3c240-6e34-4f3a-a308-2b2da8e7a3ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:06:59.904316 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:06:59.908712 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:security_group_rule and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:06:59.911568 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:06:59.917396 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:06:59.935597 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.002887 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.006476 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.033432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac1d6b5-61c7-4e15-9c31-c09651f72663,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:00.040237 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.041580 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5014dcff-94a7-470f-87e8-e61553ed62d0 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1476607 Feb 04 00:07:00.044559 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 37912) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:00.049794 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'floatingip': {'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:07:00.055360 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:07:00.059257 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Usage tracker for resource:floatingip and tenant:6745f1bf2dcf4f4c8460e893b269ef0a is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:07:00.062584 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:07:00.068587 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:07:00.079350 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.213607 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.217682 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:07:00.349117 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Allocated IP 172.28.2.4 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/26511af4-031a-464e-833b-fc297c4bb96b) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:07:00.423695 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:07:00.427910 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.434421 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] Sync routers for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:07:00.447794 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:00.448398 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:00.483218 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-59c3231e-cc91-4057-b1a8-7e34aec78a79 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "DELETE /v2.0/floatingips/e37903dc-645a-4399-ad97-3d7444002d23 HTTP/1.1" status: 204 len: 168 time: 1.7126164 Feb 04 00:07:00.484387 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:07:00.505303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.537403 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:00.583261 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'status': 'completed', 'code': 200} Feb 04 00:07:00.639038 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:00.668910 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:07:00.673040 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:07:00.678141 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:07:00.704336 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'Port': ['ID=26511af4-031a-464e-833b-fc297c4bb96b,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:00.764264 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-fb1e0be5-c558-4d52-9126-5da169d664c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22f2d30535934797b19acf87f5d5de32&device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 1098 time: 0.1495492 Feb 04 00:07:00.999058 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:01.004048 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] Checking router: 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:07:01.020021 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:01.020631 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:06:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:01.066818 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.069411 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-d39d637e-8e5d-4758-8b88-a663b1224439 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:01.070858 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-d39d637e-8e5d-4758-8b88-a663b1224439 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 200 len: 915 time: 0.2999177 Feb 04 00:07:01.178196 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-4738af8a-cac0-4aa2-84c8-996ce223f3d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 200 len: 217 time: 0.0786011 Feb 04 00:07:01.182908 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.199383 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:01.292708 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-4060c8ec-7cd2-4ae4-9452-dd26c04672b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:01.294185 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-4060c8ec-7cd2-4ae4-9452-dd26c04672b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 200 len: 853 time: 0.0878129 Feb 04 00:07:01.480672 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-eca34743-176d-4e97-a442-77dfcb123a4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9d6c68f2-fc15-4a11-ad49-07dee445a772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1673369 Feb 04 00:07:01.559122 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:01.564111 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799a87c-ada1-41d0-af6a-d1e39cac290d None None] The sync data for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb is: [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:04:26Z', 'revision_number': 4, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e6d05017-a1f9-47ed-b2ba-12eed369f8cc', 'name': '', 'network_id': '9d6c68f2-fc15-4a11-ad49-07dee445a772', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'mac_address': 'fa:16:3e:b6:2d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:25Z', 'updated_at': '2022-02-04T00:04:34Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'subnets': [{'id': '68ecf824-b72d-49c2-935b-0f9135ce9cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:07:01.569354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.575557 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.716066 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'Port': ['ID=26511af4-031a-464e-833b-fc297c4bb96b,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:01.745658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.754131 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-04745fa7-abd2-4eb9-8bb9-0e8b6a8c10e8 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664144 Feb 04 00:07:01.777225 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-05095047-ef12-4ee4-8802-461f964fc432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.833816 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:01.834978 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b5424963-b298-4d2e-bb61-0dbe00669b36 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7895308 Feb 04 00:07:01.892327 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-da1c5f86-3342-4b46-8399-a92d2239b03a req-c77a634d-a9cf-4efe-a848-1fb545670b22 service neutron] 10.222.0.26 "GET /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309030 Feb 04 00:07:02.061499 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-d49d794d-79e7-43f6-8550-678794abd2f1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:02.077173 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-d49d794d-79e7-43f6-8550-678794abd2f1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:02.078480 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-d49d794d-79e7-43f6-8550-678794abd2f1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2115792287&fields=id&tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a HTTP/1.1" status: 200 len: 267 time: 0.0556881 Feb 04 00:07:02.224943 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-fec7065c-c38a-42f7-9764-5b691f6dd749 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:02.226401 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-fec7065c-c38a-42f7-9764-5b691f6dd749 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 810 time: 0.1414061 Feb 04 00:07:02.242626 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-62f29ad1-4c77-424b-a6ef-10fa41f98db5 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/quotas/6745f1bf2dcf4f4c8460e893b269ef0a HTTP/1.1" status: 200 len: 375 time: 0.0108998 Feb 04 00:07:02.326996 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-a05a9bd6-ad9a-422f-aecb-86a28ceb4147 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:02.342506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-a05a9bd6-ad9a-422f-aecb-86a28ceb4147 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:02.348467 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-a05a9bd6-ad9a-422f-aecb-86a28ceb4147 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010520 Feb 04 00:07:02.409567 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:02.487523 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-78117629-da6c-46e3-9ec3-482ff560b73e service neutron] 10.222.0.55 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285846 Feb 04 00:07:02.622642 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-ee1bd97c-728d-4259-88b2-77a2083355b3 service neutron] 10.222.0.55 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291475 Feb 04 00:07:02.804904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-3881f556-da4b-4efe-9eeb-3f5b2c9cf61c req-d47af0b1-ec2a-4717-a5d6-3e5e583c401a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:02.817560 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-3881f556-da4b-4efe-9eeb-3f5b2c9cf61c req-d47af0b1-ec2a-4717-a5d6-3e5e583c401a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:02.818683 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3881f556-da4b-4efe-9eeb-3f5b2c9cf61c req-d47af0b1-ec2a-4717-a5d6-3e5e583c401a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 210 time: 0.0582879 Feb 04 00:07:02.930172 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:03.849602 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428fd5a5-4033-46e8-956d-d382f1fee65b None None] New status for floating IP e37903dc-645a-4399-ad97-3d7444002d23: DOWN {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:07:03.913188 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-25010157-b53b-4805-90ae-95ccce83e2de tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:03.914635 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-25010157-b53b-4805-90ae-95ccce83e2de tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:port {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:03.927410 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-25010157-b53b-4805-90ae-95ccce83e2de tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:port {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:03.935351 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-25010157-b53b-4805-90ae-95ccce83e2de tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.1290202 Feb 04 00:07:03.949456 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-50398409-c981-4e5c-8e99-3140288f1a54 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:03.951039 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-50398409-c981-4e5c-8e99-3140288f1a54 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 810 time: 0.2999046 Feb 04 00:07:03.954329 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:03.985366 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-530ab130-0193-4c5e-babd-7fa26e11e451 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Synchronizing usage tracker for tenant:22f2d30535934797b19acf87f5d5de32 on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:04.002135 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-530ab130-0193-4c5e-babd-7fa26e11e451 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Unset dirty status for tenant:22f2d30535934797b19acf87f5d5de32 on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:04.003286 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-43c39ee0-b43e-4ee2-b487-84826a1cbcea req-530ab130-0193-4c5e-babd-7fa26e11e451 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669100 Feb 04 00:07:04.025578 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c1248d34-e448-4739-84df-b687248e48a6 req-148402c4-189d-434c-91b0-03af89326161 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 210 time: 0.0661058 Feb 04 00:07:04.048426 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-d5d09470-6170-4c6f-aee6-02b7d844e354 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a HTTP/1.1" status: 200 len: 380 time: 0.0835059 Feb 04 00:07:04.058105 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'port': {'device_id': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'admin_state_up': True, 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'security_groups': ['19c3c240-6e34-4f3a-a308-2b2da8e7a3ed']}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:07:04.188119 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:07:04.197224 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:07:04.208091 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Made reservation on behalf of 6745f1bf2dcf4f4c8460e893b269ef0a for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:07:04.211226 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:04.370183 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Allocated IP 172.20.0.4 (9c263125-ce43-4914-9a5f-ef7b3030f64e/86ab2cda-6bee-4d66-9d3d-dbcae4f39449/19d4e4de-f0c6-4c0a-8bf4-045665755d47) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:07:04.555347 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:04.570832 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Transition to ACTIVE for port object 19d4e4de-f0c6-4c0a-8bf4-045665755d47 will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:07:04.592148 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:04.662930 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:07:04.665905 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:07:04.670177 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:07:04.695548 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event updated for resources: {'Port': ['ID=19d4e4de-f0c6-4c0a-8bf4-045665755d47,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:04.733145 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:04.733900 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:04.759606 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-5c00d075-4faa-4123-b1f6-b1df1fae1940 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7049851 Feb 04 00:07:04.771617 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Request body: {'port': {'device_id': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:07:04.854988 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-0ed437a2-d57d-4b8e-ac30-0d27253e9d4c None None] Provisioning for port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:07:04.860571 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-0ed437a2-d57d-4b8e-ac30-0d27253e9d4c None None] Provisioning complete for port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:07:04.860928 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-0ed437a2-d57d-4b8e-ac30-0d27253e9d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:04.885412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:04.910849 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-0ed437a2-d57d-4b8e-ac30-0d27253e9d4c None None] Port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:07:05.204455 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670f550-bc98-41cd-8f62-7960b12b7e55 req-faf405b9-ae8b-4022-a364-e97659b042e6 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:05.205838 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4670f550-bc98-41cd-8f62-7960b12b7e55 req-faf405b9-ae8b-4022-a364-e97659b042e6 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.0787807 Feb 04 00:07:05.250714 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4670f550-bc98-41cd-8f62-7960b12b7e55 req-4768b954-8c09-48fc-9bd4-c22dd57274fc tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Feb 04 00:07:05.277409 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d4e4de-f0c6-4c0a-8bf4-045665755d47 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:07:05.286768 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:05.307586 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decac14-4b69-4dbe-9a1f-3490b3bb2832 req-05119e7d-00c4-4d8e-b710-cb673bfffd3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:05.308264 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9decac14-4b69-4dbe-9a1f-3490b3bb2832 req-05119e7d-00c4-4d8e-b710-cb673bfffd3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:05.312996 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Transition to ACTIVE for port object 19d4e4de-f0c6-4c0a-8bf4-045665755d47 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:07:05.319976 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:05.366682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9decac14-4b69-4dbe-9a1f-3490b3bb2832 req-05119e7d-00c4-4d8e-b710-cb673bfffd3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:05.367809 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9decac14-4b69-4dbe-9a1f-3490b3bb2832 req-05119e7d-00c4-4d8e-b710-cb673bfffd3c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 931 time: 0.2157545 Feb 04 00:07:05.466734 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Pushing event updated for resources: {'Port': ['ID=19d4e4de-f0c6-4c0a-8bf4-045665755d47,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:05.554414 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9decac14-4b69-4dbe-9a1f-3490b3bb2832 req-145a1013-4882-43fa-bbcf-301b363fc947 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754284 Feb 04 00:07:05.637433 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Attempting to bind port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:07:05.637767 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Attempting to bind port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:07:05.638088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Attempting to bind port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:07:05.654803 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:07:05.655071 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Attempting to bind port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 on network 9c263125-ce43-4914-9a5f-ef7b3030f64e {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:07:05.667008 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:07:05.667341 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Checking segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:07:05.667716 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Bound using segment: {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:07:05.668129 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Bound port: 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb4a270-fe9d-4792-b64b-efc463d7f92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:07:05.668469 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:05.694683 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-28526635-0ca0-43e7-9fdc-8832c3cd63c5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:05.696083 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-28526635-0ca0-43e7-9fdc-8832c3cd63c5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.26 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.1264844 Feb 04 00:07:05.887083 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Deleting port 29dfed59-26c4-43b3-b254-a2b570056e8d {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:05.887414 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:05.939126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] For port 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:07:05.952125 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] For port 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:07:05.984974 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:06.144907 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:06.146380 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] 10.222.0.26 "PUT /v2.0/ports/19d4e4de-f0c6-4c0a-8bf4-045665755d47 HTTP/1.1" status: 200 len: 1093 time: 1.3789022 Feb 04 00:07:06.146823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:07:06.164537 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccde082-bcba-4d7f-9c9c-34d8daa1cfab service neutron] Pushing event updated for resources: {'Port': ['ID=19d4e4de-f0c6-4c0a-8bf4-045665755d47,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:06.233944 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'status': 'completed', 'code': 200} Feb 04 00:07:06.262788 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] For port 29dfed59-26c4-43b3-b254-a2b570056e8d, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=29dfed59-26c4-43b3-b254-a2b570056e8d,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:06.263126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:06.394510 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Calling delete_port for 29dfed59-26c4-43b3-b254-a2b570056e8d owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:06.519935 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-3cbd155b-47c5-4dce-a8ed-2aa8e641500d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 1096 time: 0.3211448 Feb 04 00:07:06.637184 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c917-7eb0-46e0-ad86-9815addb8d1d req-d408da9a-53d7-48f9-98e1-de246ac9325b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:06.638554 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a9f7c917-7eb0-46e0-ad86-9815addb8d1d req-d408da9a-53d7-48f9-98e1-de246ac9325b tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/ports?device_id=f211ca93-47c2-4e96-90c8-ae5e407e42c2 HTTP/1.1" status: 200 len: 945 time: 0.2548985 Feb 04 00:07:06.644833 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-de22c63b-6f83-462a-ad11-b0befde065fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47 HTTP/1.1" status: 200 len: 217 time: 0.1149113 Feb 04 00:07:06.733426 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:06.746289 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['29dfed59-26c4-43b3-b254-a2b570056e8d'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:07:06.757883 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a653e-4f0b-4e12-8af0-cc8fd4f5f749 req-bdbdf695-b265-40b7-aba5-b3a6a8be058a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:06.759433 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-252a653e-4f0b-4e12-8af0-cc8fd4f5f749 req-bdbdf695-b265-40b7-aba5-b3a6a8be058a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 943 time: 0.0786176 Feb 04 00:07:06.799498 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-1b6a9c88-c1d4-4c82-a7e6-252f7d60dcd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:06.800924 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-1b6a9c88-c1d4-4c82-a7e6-252f7d60dcd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1488094 Feb 04 00:07:06.801677 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Pushing event deleted for resources: {'Port': ['ID=29dfed59-26c4-43b3-b254-a2b570056e8d,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:06.805175 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a9f7c917-7eb0-46e0-ad86-9815addb8d1d req-c429a554-7e7a-4adc-90de-ae17591e8aa5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.55 "GET /v2.0/security-groups?id=f7f3b564-a653-4cdc-88af-61aea7be97ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594756 Feb 04 00:07:06.807013 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-252a653e-4f0b-4e12-8af0-cc8fd4f5f749 req-9e735e03-a2ae-4d86-9929-bfee0ea36861 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:07:06.819815 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-252a653e-4f0b-4e12-8af0-cc8fd4f5f749 req-9e735e03-a2ae-4d86-9929-bfee0ea36861 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:07:06.821049 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-252a653e-4f0b-4e12-8af0-cc8fd4f5f749 req-9e735e03-a2ae-4d86-9929-bfee0ea36861 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556962 Feb 04 00:07:06.915739 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] No DVR routers for this DVR port 29dfed59-26c4-43b3-b254-a2b570056e8d on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:07:06.918592 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:06.940371 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0d9b6198-8c00-49a5-91f6-2e98031a3cb9 req-9b0fd8a8-3692-49f6-a7a6-c26f5f56d6b5 tempest-TestMinimumBasicScenario-894795566 tempest-TestMinimumBasicScenario-894795566-project] 10.222.0.26 "DELETE /v2.0/ports/29dfed59-26c4-43b3-b254-a2b570056e8d HTTP/1.1" status: 204 len: 173 time: 1.1447594 Feb 04 00:07:06.954347 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-b0941648-502a-4fce-9382-040747565139 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1180377 Feb 04 00:07:07.091555 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-d4f67bd1-d850-4b2f-9aa9-f2aad797a517 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285300 Feb 04 00:07:07.225783 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7254e4-537e-4038-87b3-0736e7c5a826 req-1d293ccd-c22c-4955-a567-5307058762cb service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270213 Feb 04 00:07:07.441488 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-f740deab-7f27-4379-9739-69c686eb491c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 1096 time: 0.1642480 Feb 04 00:07:07.574789 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956f8d1-b233-498d-9c06-97687392d71d req-4c2616b7-cb37-4ed8-abc4-5cef053918b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:07.576194 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-4c2616b7-cb37-4ed8-abc4-5cef053918b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.1286252 Feb 04 00:07:07.645694 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-43ab7725-0859-4bde-9434-b128bd687cda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47 HTTP/1.1" status: 200 len: 217 time: 0.0630822 Feb 04 00:07:07.707534 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956f8d1-b233-498d-9c06-97687392d71d req-c1d753da-7e24-4744-950b-0f58289462f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:07.708902 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-c1d753da-7e24-4744-950b-0f58289462f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.0566995 Feb 04 00:07:07.781190 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-f42fda15-bb3f-43a9-b4f5-b4a7684ae2fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0649998 Feb 04 00:07:07.915487 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-fed62626-ac79-41f2-85a5-f4819a6d4876 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275659 Feb 04 00:07:08.039090 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641778db-0e36-4fec-b324-67f073385644 req-ce6c6a4f-ad29-4ee1-8bd3-3e6cad58c85c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:08.040509 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-641778db-0e36-4fec-b324-67f073385644 req-ce6c6a4f-ad29-4ee1-8bd3-3e6cad58c85c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 943 time: 0.0900517 Feb 04 00:07:08.058556 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1956f8d1-b233-498d-9c06-97687392d71d req-240959cf-cf4d-4869-beec-655b4de461e8 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360126 Feb 04 00:07:08.087871 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-641778db-0e36-4fec-b324-67f073385644 req-80f5f2cc-f560-45a7-ae9d-8532356b448e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400379 Feb 04 00:07:08.234799 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'name': 'network-vif-deleted', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:07:08.286943 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f211ca93-47c2-4e96-90c8-ae5e407e42c2', 'name': 'network-vif-deleted', 'tag': '29dfed59-26c4-43b3-b254-a2b570056e8d', 'status': 'completed', 'code': 200} Feb 04 00:07:08.669887 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38022) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:09.043734 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:09.258517 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:07:09.282598 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d405-afdc-4899-a41c-ffe28c9e9ce3 req-9f68f070-4516-49cf-9860-ca12520f4d1a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:09.284042 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6db0d405-afdc-4899-a41c-ffe28c9e9ce3 req-9f68f070-4516-49cf-9860-ca12520f4d1a tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 943 time: 0.0753517 Feb 04 00:07:09.328809 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6db0d405-afdc-4899-a41c-ffe28c9e9ce3 req-24f331ea-cc0e-4400-a8f3-1e48bdf43570 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Feb 04 00:07:09.377760 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 19d4e4de-f0c6-4c0a-8bf4-045665755d47 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:07:09.381018 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 29dfed59-26c4-43b3-b254-a2b570056e8d no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:09.414511 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 29dfed59-26c4-43b3-b254-a2b570056e8d {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:09.414846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 29dfed59-26c4-43b3-b254-a2b570056e8d not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:09.551533 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:09.567188 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'port_id': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'mac_address': 'fa:16:3e:0b:38:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:07:09.621888 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:09.640150 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d4e4de-f0c6-4c0a-8bf4-045665755d47 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:07:09.655058 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:09.659032 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:09.715628 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Deleting port e6d05017-a1f9-47ed-b2ba-12eed369f8cc {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:09.716223 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:09.722843 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=19d4e4de-f0c6-4c0a-8bf4-045665755d47,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:09.860442 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['19d4e4de-f0c6-4c0a-8bf4-045665755d47'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:07:09.883612 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] For port e6d05017-a1f9-47ed-b2ba-12eed369f8cc, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:09.883964 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:10.006741 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Calling delete_port for e6d05017-a1f9-47ed-b2ba-12eed369f8cc owned by network:router_interface {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:10.175609 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:10.219628 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d05017-a1f9-47ed-b2ba-12eed369f8cc,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:10.565531 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498b151-79b7-4ae9-88d0-1efc0bb3f4e5 req-4dbfde86-3c0f-4e0f-bc1e-cd0b6f4c9efb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:10.566960 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6498b151-79b7-4ae9-88d0-1efc0bb3f4e5 req-4dbfde86-3c0f-4e0f-bc1e-cd0b6f4c9efb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 944 time: 0.1052661 Feb 04 00:07:10.572643 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:10.683093 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6498b151-79b7-4ae9-88d0-1efc0bb3f4e5 req-ee9b9c70-0ff2-4fab-b796-1c5d48682918 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068232 Feb 04 00:07:11.254346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:07:11.365098 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.381531 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 19d4e4de-f0c6-4c0a-8bf4-045665755d47 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:07:11.447116 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:07:11.451598 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:07:11.451969 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.454563 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:07:11.466773 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-eb2742ea-c379-4818-b7be-d1883eac6e73 admin admin] 10.222.0.55 "PUT /v2.0/routers/86e8eb29-8e63-49ef-aea2-9798d3b6bdbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958283 Feb 04 00:07:11.469475 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38030) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:11.478559 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] Sync routers for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:07:11.511489 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:11.512009 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:11.671587 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.723092 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.753660 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:11.796703 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:07:11.862161 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:11.872552 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.883601 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'code': 200} Feb 04 00:07:11.884268 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Deleting port ed9d3438-715f-451d-9481-fd13b3db6ba0 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:11.884655 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.889563 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:11.925602 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7199bf-bb8b-4984-9c12-867df87d6ed1 req-99426ffc-369b-4dd8-95e5-f454aabbc5a3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:11.927083 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5f7199bf-bb8b-4984-9c12-867df87d6ed1 req-99426ffc-369b-4dd8-95e5-f454aabbc5a3 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.1185369 Feb 04 00:07:11.993827 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5f7199bf-bb8b-4984-9c12-867df87d6ed1 req-9bdc0a1a-012f-4560-877f-6b4fc60b907d tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590639 Feb 04 00:07:12.066962 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=19d4e4de-f0c6-4c0a-8bf4-045665755d47,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:12.120186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] For port ed9d3438-715f-451d-9481-fd13b3db6ba0, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=ed9d3438-715f-451d-9481-fd13b3db6ba0,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:12.120538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:12.141103 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:07:10Z', 'revision_number': 5, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port': {'id': 'ed9d3438-715f-451d-9481-fd13b3db6ba0', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:18Z', 'updated_at': '2022-02-04T00:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:12.144835 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] Checking router: 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:07:12.154805 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] Routers {'86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:12.155910 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:12.246972 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Calling delete_port for ed9d3438-715f-451d-9481-fd13b3db6ba0 owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:12.301692 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] Set router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe gateway port host: None {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:12.310703 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a0a0e038-851b-4c83-86a8-faf93cc60692 req-09198896-8fc5-4675-bbfa-8afc15733bc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 1098 time: 0.2395108 Feb 04 00:07:12.372686 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a0a0e038-851b-4c83-86a8-faf93cc60692 req-be24cdcd-9e9c-46d8-9fc5-4d4783df5bea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522430 Feb 04 00:07:12.403095 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:07:11Z', 'revision_number': 6, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:12.408030 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6f4f78-3403-4a49-8aaf-363fe881560e None None] The sync data for ids ['86e8eb29-8e63-49ef-aea2-9798d3b6bdbe'] in dv-cinder-827776-1-smb is: [{'id': '86e8eb29-8e63-49ef-aea2-9798d3b6bdbe', 'name': 'tempest-TestMinimumBasicScenario-181727500-router', 'tenant_id': '22f2d30535934797b19acf87f5d5de32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:17Z', 'updated_at': '2022-02-04T00:07:11Z', 'revision_number': 6, 'project_id': '22f2d30535934797b19acf87f5d5de32', 'gw_port_host': None}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:07:12.456610 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:12.594722 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9d3438-715f-451d-9481-fd13b3db6ba0,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:12.811120 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.060702 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.065928 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.091280 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.092028 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e8eb29-8e63-49ef-aea2-9798d3b6bdbe {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:07:13.104895 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.106083 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5b319cf2-bec0-45f3-b4ee-30285ca2fc20 admin admin] 10.222.0.55 "DELETE /v2.0/routers/86e8eb29-8e63-49ef-aea2-9798d3b6bdbe HTTP/1.1" status: 204 len: 168 time: 1.6357112 Feb 04 00:07:13.109640 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38042) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:13.174400 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_v2 [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Deleting subnet 68ecf824-b72d-49c2-935b-0f9135ce9cd1 {{(pid=82763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:07:13.177393 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.192145 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275031d0-4808-4f8d-abff-28225e68e1e0 req-e9de5e83-c015-476d-9f24-8bd4ec3e9114 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:13.193636 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-275031d0-4808-4f8d-abff-28225e68e1e0 req-e9de5e83-c015-476d-9f24-8bd4ec3e9114 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.0859442 Feb 04 00:07:13.209824 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e6d05017-a1f9-47ed-b2ba-12eed369f8cc no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:13.241438 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702141'] for subnet, precommit_delete_associations {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.241777 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-275031d0-4808-4f8d-abff-28225e68e1e0 req-9ba427c2-f941-4540-9c50-b2fe56eb0e6c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423887 Feb 04 00:07:13.242836 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: e6d05017-a1f9-47ed-b2ba-12eed369f8cc {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:13.243184 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e6d05017-a1f9-47ed-b2ba-12eed369f8cc not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:13.243601 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device ed9d3438-715f-451d-9481-fd13b3db6ba0 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:13.288646 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: ed9d3438-715f-451d-9481-fd13b3db6ba0 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:13.288984 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device ed9d3438-715f-451d-9481-fd13b3db6ba0 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:13.363326 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.435880 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1553949'] for subnet, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.473106 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ecf824-b72d-49c2-935b-0f9135ce9cd1,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:13.484381 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.488691 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.489075 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.489387 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.489715 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.490041 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.490364 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.490681 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.491003 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.491319 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.491632 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.491944 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:13.499139 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-039fad80-e7dd-4c39-964c-af2a91cc44a4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/68ecf824-b72d-49c2-935b-0f9135ce9cd1 HTTP/1.1" status: 204 len: 168 time: 0.3861403 Feb 04 00:07:13.499300 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38046) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:13.501601 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf1da0-65d1-4130-b59a-55ba3c73bccf None None] Network 9d6c68f2-fc15-4a11-ad49-07dee445a772 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:07:13.612375 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.622573 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Deleting port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:13.622904 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.760246 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] DHCP port deletion for 9d6c68f2-fc15-4a11-ad49-07dee445a772 request from dv-cinder-827776-1-smb {{(pid=82764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 00:07:13.764453 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Deleting port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:13.765425 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.897805 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] For port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:13.898154 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:13.960881 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] For port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,segment=NetworkSegment(4c2ffbc5-0a40-425e-bb8f-212b5e944542),segment_id=4c2ffbc5-0a40-425e-bb8f-212b5e944542)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:13.961283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.016716 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Calling delete_port for 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 owned by network:dhcp {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:14.080294 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Calling delete_port for 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:14.092329 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.134551 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fdd942-f38a-4edd-a8bb-c96fea4f92e5,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:14.141267 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] No DVR routers for this DVR port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 on host dv-cinder-827776-1-smb {{(pid=82763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:07:14.212588 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:07:14.212852 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:07:14.255527 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.279816 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6c68f2-fc15-4a11-ad49-07dee445a772']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:14.291486 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2ffbc5-0a40-425e-bb8f-212b5e944542') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:14.291744 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2ffbc5-0a40-425e-bb8f-212b5e944542') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:14.303230 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.319315 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.325000 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:07:14.325412 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:07:14.339040 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:07:14.457959 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.477279 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.490741 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d6c68f2-fc15-4a11-ad49-07dee445a772,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:14.510311 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-7bec4e3e-1b64-4312-9ceb-8e80fd942ff2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9d6c68f2-fc15-4a11-ad49-07dee445a772 HTTP/1.1" status: 204 len: 168 time: 1.0098710 Feb 04 00:07:14.513326 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38052) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:14.517511 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d314f8-2f10-4470-9423-9918414febe5 req-aa86dd72-5e3b-4510-93c0-3268d3d5da9c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:14.518901 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b4d314f8-2f10-4470-9423-9918414febe5 req-aa86dd72-5e3b-4510-93c0-3268d3d5da9c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.1320989 Feb 04 00:07:14.564838 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b4d314f8-2f10-4470-9423-9918414febe5 req-7174b77b-336d-4410-8e6c-8b22d7256856 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Feb 04 00:07:14.713874 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Deleting port 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:14.714437 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:14.777856 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-66c1114c-e185-4d82-bafe-284d8503106a None None] The port '34fdd942-f38a-4edd-a8bb-c96fea4f92e5' was deleted {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 00:07:14.835383 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533f2a4-10bb-414f-8423-5a0086f40427 req-48e64510-43f6-4c84-99b5-26c1d77c6845 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:14.836802 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4533f2a4-10bb-414f-8423-5a0086f40427 req-48e64510-43f6-4c84-99b5-26c1d77c6845 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.1536536 Feb 04 00:07:14.845058 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38058) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:14.850672 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Request body: {'floatingip': {'port_id': '19d4e4de-f0c6-4c0a-8bf4-045665755d47'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:07:14.933871 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:15.040383 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:15.073986 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:15.074335 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 34fdd942-f38a-4edd-a8bb-c96fea4f92e5 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:15.427161 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:15.874951 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:15.879569 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:16.271964 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Floating IP c3bc3a3d-158b-4d8f-80f0-95d28fc9e265 associated. External IP: 172.28.2.4, port: 19d4e4de-f0c6-4c0a-8bf4-045665755d47. Feb 04 00:07:16.638652 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Deleting port 3f029c7e-2058-497f-8443-7d2b0aa5d328 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:16.638979 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:16.878181 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] For port 3f029c7e-2058-497f-8443-7d2b0aa5d328, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3f029c7e-2058-497f-8443-7d2b0aa5d328,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:16.878853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:17.006821 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Calling delete_port for 3f029c7e-2058-497f-8443-7d2b0aa5d328 owned by network:router_interface {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:17.203202 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:07:17.328583 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:17.380159 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f029c7e-2058-497f-8443-7d2b0aa5d328,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:17.656969 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:07:17.666169 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:07:17.678406 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:17.679251 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:17.709948 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:17.860500 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:17.893297 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-1ebe15e1-dff3-41bc-97c6-29dab90edbc4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "PUT /v2.0/floatingips/c3bc3a3d-158b-4d8f-80f0-95d28fc9e265 HTTP/1.1" status: 200 len: 989 time: 3.0446901 Feb 04 00:07:17.893297 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:07:17.919333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:17.995592 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'status': 'completed', 'code': 200} Feb 04 00:07:18.108307 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5b2ba-3f4e-403d-82d8-61d846d10ae0 req-9d9845cd-3a0e-49c8-a32f-b3529c757918 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:18.110442 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-62a5b2ba-3f4e-403d-82d8-61d846d10ae0 req-9d9845cd-3a0e-49c8-a32f-b3529c757918 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.0780621 Feb 04 00:07:18.156277 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-30c601c2-798f-4b9f-95a9-7d33e15df0ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 1098 time: 0.1388505 Feb 04 00:07:18.157513 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-62a5b2ba-3f4e-403d-82d8-61d846d10ae0 req-e7261ca3-010e-4bbb-80ac-f423d3f86d0b tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Feb 04 00:07:18.368258 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-2718b66e-d19e-4881-9c62-d155f8d6804d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:18.369706 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-2718b66e-d19e-4881-9c62-d155f8d6804d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 200 len: 911 time: 0.2030885 Feb 04 00:07:18.428962 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'c3bc3a3d-158b-4d8f-80f0-95d28fc9e265', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'port_id': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'mac_address': 'fa:16:3e:0b:38:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:07:00Z', 'updated_at': '2022-02-04T00:07:15Z', 'revision_number': 1, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:18.435432 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:07:18.459138 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:18.459736 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:18.554799 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-3a92b94e-780b-4c68-86ad-e727876b357e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47 HTTP/1.1" status: 200 len: 997 time: 0.1748605 Feb 04 00:07:18.642136 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:18.679863 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-902fd03a-3ace-46ea-93cd-cfa2efaf3cd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:18.681185 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-902fd03a-3ace-46ea-93cd-cfa2efaf3cd6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 200 len: 849 time: 0.1192834 Feb 04 00:07:18.828483 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-31dbb2fe-f1e0-4f60-8bde-935452df9adf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c263125-ce43-4914-9a5f-ef7b3030f64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1359518 Feb 04 00:07:18.977178 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:07:18.980510 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-5cac34c2-04a5-4f38-aa7e-73c1f4ecfb1a service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420398 Feb 04 00:07:18.984598 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'c3bc3a3d-158b-4d8f-80f0-95d28fc9e265', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'port_id': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'mac_address': 'fa:16:3e:0b:38:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:07:00Z', 'updated_at': '2022-02-04T00:07:15Z', 'revision_number': 1, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:18.988757 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d162faf-2d58-453d-94f7-00cf047d684a None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'c3bc3a3d-158b-4d8f-80f0-95d28fc9e265', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'port_id': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'mac_address': 'fa:16:3e:0b:38:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:07:00Z', 'updated_at': '2022-02-04T00:07:15Z', 'revision_number': 1, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:07:19.220700 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dff3ad9-ce66-4b9d-98f8-afb196c19260 None None] New status for floating IP c3bc3a3d-158b-4d8f-80f0-95d28fc9e265: ACTIVE {{(pid=82764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:07:19.354082 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-36c6c8fb-4c13-4743-9d2c-b9ac8ba54b2a req-46809433-f6d0-4266-9a0e-552b7d3cb983 service neutron] 10.222.0.26 "GET /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671577 Feb 04 00:07:19.465402 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75707ba-106f-4c45-adbd-805302ed6bfc req-6741c2b5-4b15-4eff-a96a-a37af98687cd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:19.466825 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e75707ba-106f-4c45-adbd-805302ed6bfc req-6741c2b5-4b15-4eff-a96a-a37af98687cd tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.1608157 Feb 04 00:07:19.517019 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:07:19.525676 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-6a6f025c-086c-4995-8d22-944fefdf7864 admin admin] 10.222.0.55 "PUT /v2.0/routers/3a80ead6-52b3-4c0c-9ccf-fcba2e31b529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0088422 Feb 04 00:07:19.525847 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] Sync routers for ids ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:07:19.525969 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38068) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:19.537076 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] Routers {'3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:19.537719 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:19.583196 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e75707ba-106f-4c45-adbd-805302ed6bfc req-f1b71012-fdc8-4d8d-ab7e-00b3ba69296f tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084318 Feb 04 00:07:19.714767 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] Set router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:19.727650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:19.918772 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:19.928888 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Deleting port 9ecccf62-48aa-41ee-bef7-eb35060cedf2 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:19.929282 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:20.019092 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35'}], 'enable_snat': True}, 'gw_port_id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:07:17Z', 'revision_number': 5, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port': {'id': '9ecccf62-48aa-41ee-bef7-eb35060cedf2', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:04:31Z', 'updated_at': '2022-02-04T00:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:20.023157 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] Checking router: 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:07:20.034132 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] Routers {'3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:07:20.034720 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:20.102735 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] For port 9ecccf62-48aa-41ee-bef7-eb35060cedf2, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=9ecccf62-48aa-41ee-bef7-eb35060cedf2,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:20.103391 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:20.182252 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] Set router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 gateway port host: None {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:07:20.220925 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Calling delete_port for 9ecccf62-48aa-41ee-bef7-eb35060cedf2 owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:20.289552 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:07:19Z', 'revision_number': 6, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:20.293492 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9c02d-16d7-44ad-ad96-e8306c5ede0a None None] The sync data for ids ['3a80ead6-52b3-4c0c-9ccf-fcba2e31b529'] in dv-cinder-827776-1-smb is: [{'id': '3a80ead6-52b3-4c0c-9ccf-fcba2e31b529', 'name': 'tempest-TestMinimumBasicScenario-939209858-router', 'tenant_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:04:30Z', 'updated_at': '2022-02-04T00:07:19Z', 'revision_number': 6, 'project_id': '2c3096cfea9e457b9bc8960044aeb9ec', 'gw_port_host': None}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:07:20.386771 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:20.430987 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecccf62-48aa-41ee-bef7-eb35060cedf2,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:20.649805 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:20.790943 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eabe28-9928-44a8-a738-5e1ed82ed864 req-f1effb61-c6cb-47c4-acf4-6fd555f471f1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:20.792379 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e0eabe28-9928-44a8-a738-5e1ed82ed864 req-f1effb61-c6cb-47c4-acf4-6fd555f471f1 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.0811815 Feb 04 00:07:20.837890 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e0eabe28-9928-44a8-a738-5e1ed82ed864 req-acc1f98a-6150-466c-87b3-3ac41981644e tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Feb 04 00:07:21.003312 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.007573 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.038140 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.038770 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:07:21.052844 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.057072 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e9ab53d1-2a35-4ef1-b7a9-89e347981129 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3a80ead6-52b3-4c0c-9ccf-fcba2e31b529 HTTP/1.1" status: 204 len: 168 time: 1.5303586 Feb 04 00:07:21.057341 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3f029c7e-2058-497f-8443-7d2b0aa5d328 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:21.057808 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38080) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:21.092981 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 3f029c7e-2058-497f-8443-7d2b0aa5d328 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:21.093248 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3f029c7e-2058-497f-8443-7d2b0aa5d328 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:21.117756 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Deleting subnet bab4662d-aee7-4b29-b5d5-3dc884b40e52 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:07:21.120699 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.171204 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.287969 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.382830 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.424637 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab4662d-aee7-4b29-b5d5-3dc884b40e52,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:21.430980 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.438865 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f3250230-fec7-4beb-a688-a80db1e1e002 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bab4662d-aee7-4b29-b5d5-3dc884b40e52 HTTP/1.1" status: 204 len: 168 time: 0.3778124 Feb 04 00:07:21.439035 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361cf60-1992-4947-bbdd-34f739672bef None None] Network dda7ffb9-39a6-4802-94ba-dbfe750f0291 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:07:21.439155 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38088) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:21.544401 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.556526 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Deleting port 66347b66-5f99-422f-9b34-72c18d5b920b {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:21.556825 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.726460 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] DHCP port deletion for dda7ffb9-39a6-4802-94ba-dbfe750f0291 request from dv-cinder-827776-1-smb {{(pid=82764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 00:07:21.730594 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Deleting port 66347b66-5f99-422f-9b34-72c18d5b920b {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:21.730971 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.760255 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] For port 66347b66-5f99-422f-9b34-72c18d5b920b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=66347b66-5f99-422f-9b34-72c18d5b920b,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:21.760610 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.885367 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Calling delete_port for 66347b66-5f99-422f-9b34-72c18d5b920b owned by network:dhcp {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:21.933104 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] For port 66347b66-5f99-422f-9b34-72c18d5b920b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=66347b66-5f99-422f-9b34-72c18d5b920b,segment=NetworkSegment(77593c21-34f8-4064-a627-6be41935cc57),segment_id=77593c21-34f8-4064-a627-6be41935cc57)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:21.933594 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:21.962058 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.005553 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=66347b66-5f99-422f-9b34-72c18d5b920b,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:22.012237 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] No DVR routers for this DVR port 66347b66-5f99-422f-9b34-72c18d5b920b on host dv-cinder-827776-1-smb {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:07:22.056973 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Calling delete_port for 66347b66-5f99-422f-9b34-72c18d5b920b owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:22.125380 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:07:22.126093 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:07:22.129685 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.154368 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda7ffb9-39a6-4802-94ba-dbfe750f0291']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:22.169656 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77593c21-34f8-4064-a627-6be41935cc57') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:22.169952 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77593c21-34f8-4064-a627-6be41935cc57') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:07:22.181192 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.276723 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.282989 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:07:22.283390 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:07:22.296102 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:07:22.369572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.387854 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.394032 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=dda7ffb9-39a6-4802-94ba-dbfe750f0291,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:22.400708 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b1d7016f-72c6-4af2-b636-8cd7f8761b49 admin admin] 10.222.0.55 "DELETE /v2.0/networks/dda7ffb9-39a6-4802-94ba-dbfe750f0291 HTTP/1.1" status: 204 len: 168 time: 0.9602046 Feb 04 00:07:22.601281 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38098) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:22.626986 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Deleting port 66347b66-5f99-422f-9b34-72c18d5b920b {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:22.627402 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.656621 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-28c23a5a-886b-43ea-906d-5c675f53fe95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22f2d30535934797b19acf87f5d5de32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541096 Feb 04 00:07:22.659010 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38104) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:22.700509 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5c63d1d2-68b8-4be3-b3d8-1eb40115f532 None None] The port '66347b66-5f99-422f-9b34-72c18d5b920b' was deleted {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 00:07:22.722795 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bfd223ef-f070-4ad2-b9df-20b25f1e4331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.753161 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bfd223ef-f070-4ad2-b9df-20b25f1e4331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.810354 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bfd223ef-f070-4ad2-b9df-20b25f1e4331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.829540 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd223ef-f070-4ad2-b9df-20b25f1e4331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f3b564-a653-4cdc-88af-61aea7be97ff,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:22.843880 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bfd223ef-f070-4ad2-b9df-20b25f1e4331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:22.847495 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bfd223ef-f070-4ad2-b9df-20b25f1e4331 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7f3b564-a653-4cdc-88af-61aea7be97ff HTTP/1.1" status: 204 len: 168 time: 0.1850815 Feb 04 00:07:23.050673 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 66347b66-5f99-422f-9b34-72c18d5b920b no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:23.084968 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 66347b66-5f99-422f-9b34-72c18d5b920b {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:23.085335 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 66347b66-5f99-422f-9b34-72c18d5b920b not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:23.085917 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 9ecccf62-48aa-41ee-bef7-eb35060cedf2 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:07:23.118925 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 9ecccf62-48aa-41ee-bef7-eb35060cedf2 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:07:23.119260 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 9ecccf62-48aa-41ee-bef7-eb35060cedf2 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:07:23.257616 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38118) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:23.306555 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-46c84dc8-608b-40fd-9345-c2b5d97b25da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c3096cfea9e457b9bc8960044aeb9ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477674 Feb 04 00:07:23.308948 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38122) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:07:23.368240 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4fedb8a5-4c47-423e-991f-c6c2d1e22cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:23.393806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4fedb8a5-4c47-423e-991f-c6c2d1e22cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:23.443621 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4fedb8a5-4c47-423e-991f-c6c2d1e22cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:23.457830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedb8a5-4c47-423e-991f-c6c2d1e22cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922cb346-d382-4e75-827d-1255dee0ac78,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:23.463722 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4fedb8a5-4c47-423e-991f-c6c2d1e22cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:23.464830 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4fedb8a5-4c47-423e-991f-c6c2d1e22cda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/922cb346-d382-4e75-827d-1255dee0ac78 HTTP/1.1" status: 204 len: 168 time: 0.1547782 Feb 04 00:07:29.301470 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-97b1670b-5a9b-48cf-bd17-b9d2db1aec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:31.779557 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c29a66e9-91c8-4f18-ab1c-113648ab75bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:32.411079 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:32.932917 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:33.012746 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524f888-14cb-49cb-8fb8-ef7fefa2d154 req-5823460e-ddea-4452-8c7a-57450c0c9178 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:33.014808 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6524f888-14cb-49cb-8fb8-ef7fefa2d154 req-5823460e-ddea-4452-8c7a-57450c0c9178 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0787556 Feb 04 00:07:33.058499 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6524f888-14cb-49cb-8fb8-ef7fefa2d154 req-0dc6431e-4191-4278-8ea9-c71886851e53 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384314 Feb 04 00:07:33.942312 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:34.272363 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c667be6-fd00-4fd4-8f83-518de62cadfe req-b39ef2dc-f182-4356-9deb-bb2bab6638a9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:34.273738 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9c667be6-fd00-4fd4-8f83-518de62cadfe req-b39ef2dc-f182-4356-9deb-bb2bab6638a9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0741687 Feb 04 00:07:34.318401 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9c667be6-fd00-4fd4-8f83-518de62cadfe req-ff17cbb3-9f0a-4cdf-907c-6100cd9d998a tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391059 Feb 04 00:07:35.522147 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365ce82-488c-433a-9896-e95694453b67 req-c87df5ce-4e7c-4e1f-9639-285a111629cb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:35.523556 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b365ce82-488c-433a-9896-e95694453b67 req-c87df5ce-4e7c-4e1f-9639-285a111629cb tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0730820 Feb 04 00:07:35.571143 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b365ce82-488c-433a-9896-e95694453b67 req-7f15a9ba-ee5a-4987-bdf6-963d69874094 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420835 Feb 04 00:07:36.783230 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c21291-58f1-4b9a-a5ba-49e8b4746219 req-19ad20ec-ce28-4507-b8ec-5ec962b064c3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:36.784672 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1c21291-58f1-4b9a-a5ba-49e8b4746219 req-19ad20ec-ce28-4507-b8ec-5ec962b064c3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0803111 Feb 04 00:07:36.830111 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1c21291-58f1-4b9a-a5ba-49e8b4746219 req-d4fba29c-a429-45cc-8aae-c794e4623083 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400710 Feb 04 00:07:38.179291 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aa3cf-6502-4f65-ba73-2b2e68ccc84e req-d3249648-c445-4ada-a41d-4f5f86fe97df tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:38.180624 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-161aa3cf-6502-4f65-ba73-2b2e68ccc84e req-d3249648-c445-4ada-a41d-4f5f86fe97df tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0746748 Feb 04 00:07:38.223814 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-161aa3cf-6502-4f65-ba73-2b2e68ccc84e req-9b46d3d6-1b6a-4233-ad2a-1a09128b276c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378323 Feb 04 00:07:39.447525 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f307ac-2847-42ee-bf72-e1775d4a5923 req-1f8635d0-5464-4d8f-a208-59a0ff20137c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:39.449035 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-05f307ac-2847-42ee-bf72-e1775d4a5923 req-1f8635d0-5464-4d8f-a208-59a0ff20137c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0823870 Feb 04 00:07:39.498029 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-05f307ac-2847-42ee-bf72-e1775d4a5923 req-0563f244-8c1c-4099-9492-bf0a25adc43e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429647 Feb 04 00:07:40.709179 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab61a4-24c2-4b02-9bcc-e7018c6435d3 req-b16f8d9c-ef1a-4768-9a8d-c7b488e50691 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:40.710629 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4fab61a4-24c2-4b02-9bcc-e7018c6435d3 req-b16f8d9c-ef1a-4768-9a8d-c7b488e50691 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0775230 Feb 04 00:07:40.813244 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4fab61a4-24c2-4b02-9bcc-e7018c6435d3 req-347a5444-5bdd-4495-a0df-3a1fd5e714e7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972121 Feb 04 00:07:41.365225 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:42.259452 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4f57-1fe3-4b50-8e31-d1159a910d8b req-5ff9acec-ce3b-4b60-9bdc-26331814128b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:42.260890 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f90c4f57-1fe3-4b50-8e31-d1159a910d8b req-5ff9acec-ce3b-4b60-9bdc-26331814128b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.3140466 Feb 04 00:07:42.306285 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f90c4f57-1fe3-4b50-8e31-d1159a910d8b req-3472cd15-7a10-4333-ae6f-aaef0ebd6921 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390298 Feb 04 00:07:43.585901 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc2a4-4e91-4423-bd1e-7bd209a5cc32 req-fa14befb-2b51-4156-a54a-21888fe24902 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:43.587305 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2fdbc2a4-4e91-4423-bd1e-7bd209a5cc32 req-fa14befb-2b51-4156-a54a-21888fe24902 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.1495354 Feb 04 00:07:43.631413 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-2fdbc2a4-4e91-4423-bd1e-7bd209a5cc32 req-40f44529-93bc-4e99-b5fe-4a4295f56c05 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386896 Feb 04 00:07:44.836069 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c9ef8-d4cb-4e84-80af-60391b771065 req-6d8b1ec6-605a-49b3-a929-0ebedc619420 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:44.837539 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c14c9ef8-d4cb-4e84-80af-60391b771065 req-6d8b1ec6-605a-49b3-a929-0ebedc619420 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0751200 Feb 04 00:07:44.885436 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c14c9ef8-d4cb-4e84-80af-60391b771065 req-345fbb7c-e162-4995-be76-2050300f8865 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424907 Feb 04 00:07:45.537385 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-f9b96829-a245-4fc7-ac2f-d2f5a2f29c9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1099 time: 0.0667396 Feb 04 00:07:45.681773 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-8bd3805f-cc02-4890-b68e-1a314a5a503e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:45.683168 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-8bd3805f-cc02-4890-b68e-1a314a5a503e service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1246955 Feb 04 00:07:45.790632 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-b9f81500-ba73-41ac-997b-e2eff0891320 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 1002 time: 0.0995924 Feb 04 00:07:45.855068 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-5c8909a3-59ef-49d8-a378-75a0afa6a979 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:45.856472 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-5c8909a3-59ef-49d8-a378-75a0afa6a979 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0605819 Feb 04 00:07:45.932201 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-b20b5aea-ba4e-4234-8abb-1e2d7305f6e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679274 Feb 04 00:07:46.061578 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-621fc699-5dd8-410b-bc10-40c30ce7481d service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220839 Feb 04 00:07:46.098076 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b116e-cd8d-49aa-af17-f3b4a5d0a85c req-29fb6e62-779f-4277-af2d-ae4cb1b37247 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:46.099704 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3c5b116e-cd8d-49aa-af17-f3b4a5d0a85c req-29fb6e62-779f-4277-af2d-ae4cb1b37247 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0783856 Feb 04 00:07:46.146330 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3c5b116e-cd8d-49aa-af17-f3b4a5d0a85c req-84486f4e-92fc-4fa2-915b-bb64dccc622c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412068 Feb 04 00:07:46.206678 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-cd9835f0-b6b5-45bc-8593-dda60ac4a676 req-939ae90b-889d-433c-975f-92893c225071 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371062 Feb 04 00:07:46.259052 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:07:47.363937 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a97930-b6a5-4e05-a2d3-c681634f6f5c req-f539391d-589b-4c81-b581-7ae6c12da45c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:47.365388 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6a97930-b6a5-4e05-a2d3-c681634f6f5c req-f539391d-589b-4c81-b581-7ae6c12da45c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0732284 Feb 04 00:07:47.408282 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-a6a97930-b6a5-4e05-a2d3-c681634f6f5c req-6fe0142e-f8e9-4b7b-b98b-d776b799e2ad tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375462 Feb 04 00:07:48.614072 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce4dd-4998-4894-a224-b5b0ff27d54e req-adbf0b58-6c19-4740-9315-380480fe5d67 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:48.615503 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b70ce4dd-4998-4894-a224-b5b0ff27d54e req-adbf0b58-6c19-4740-9315-380480fe5d67 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0739772 Feb 04 00:07:48.663206 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b70ce4dd-4998-4894-a224-b5b0ff27d54e req-c2cb3786-68e7-4609-b93f-4c6b2a92e7c1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423374 Feb 04 00:07:49.526626 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:07:49.658663 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:49.671174 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'mac_address': 'fa:16:3e:71:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:07:49.723365 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:49.743875 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:07:49.758809 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:49.762856 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:49.830372 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=6']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:49.838461 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.838805 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.839138 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.839463 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.839786 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.840113 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.840430 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.840750 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.841063 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.841398 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.841712 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:49.871143 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['81d96304-3ee9-4c32-9b76-b2e9d8e37f51'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:07:49.880321 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcdff6-7723-4270-913b-03223691d158 req-7de8b9ef-0b32-4709-8a21-ffd4e50cba4e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:49.881813 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f6fcdff6-7723-4270-913b-03223691d158 req-7de8b9ef-0b32-4709-8a21-ffd4e50cba4e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 945 time: 0.0799334 Feb 04 00:07:49.926664 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f6fcdff6-7723-4270-913b-03223691d158 req-337f080d-bf6a-4b8c-b92c-e0b88ed6f108 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394657 Feb 04 00:07:51.143730 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36133-6b95-4c5c-8a0c-f367db474d28 req-4d853560-42a7-4fda-a0ab-143d182e2196 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:51.145321 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cae36133-6b95-4c5c-8a0c-f367db474d28 req-4d853560-42a7-4fda-a0ab-143d182e2196 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 945 time: 0.0766690 Feb 04 00:07:51.194078 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cae36133-6b95-4c5c-8a0c-f367db474d28 req-8b71d7fb-e77e-4dab-867e-78b8168ee2d8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426538 Feb 04 00:07:51.538353 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:07:51.611463 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:07:51.611832 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:51.732221 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:51.762775 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:07:51.773364 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:51.780162 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:51.839425 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'code': 200} Feb 04 00:07:51.854577 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=7']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:52.426578 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7b44-4b86-474d-8373-ee1d4d6ece22 req-99cf253b-5e1b-4a2a-b6fe-2fdecd6ad86b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:52.428383 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-afed7b44-4b86-474d-8373-ee1d4d6ece22 req-99cf253b-5e1b-4a2a-b6fe-2fdecd6ad86b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0864906 Feb 04 00:07:52.480855 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-afed7b44-4b86-474d-8373-ee1d4d6ece22 req-2a6454fc-2c76-4bc4-bd81-64e659cb9e65 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462344 Feb 04 00:07:53.730885 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b99b6-990e-4785-a59d-3922229357e3 req-fb8e4d3f-b07e-4168-807a-8ed5a9125540 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:53.732447 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b96b99b6-990e-4785-a59d-3922229357e3 req-fb8e4d3f-b07e-4168-807a-8ed5a9125540 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0869908 Feb 04 00:07:53.786352 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b96b99b6-990e-4785-a59d-3922229357e3 req-d4f4020d-0364-454d-ae21-0cf3237dfa41 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443897 Feb 04 00:07:55.033501 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797434-eb40-4415-9a65-017ed38a7ce9 req-e3f7f144-5ba9-4925-9d4a-34b615154904 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:55.035894 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6b797434-eb40-4415-9a65-017ed38a7ce9 req-e3f7f144-5ba9-4925-9d4a-34b615154904 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0963366 Feb 04 00:07:55.114670 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6b797434-eb40-4415-9a65-017ed38a7ce9 req-d21b9ee0-4946-412a-b715-7af6d3c32382 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713515 Feb 04 00:07:56.337952 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e743f7-3314-4d78-b177-59cccb6abb2b req-b74c34af-f5e7-4fe8-81d7-9447ac70d7bc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:56.345057 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d2e743f7-3314-4d78-b177-59cccb6abb2b req-b74c34af-f5e7-4fe8-81d7-9447ac70d7bc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0905330 Feb 04 00:07:56.399755 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d2e743f7-3314-4d78-b177-59cccb6abb2b req-930e66f6-275a-45a0-915d-17474f030d78 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535290 Feb 04 00:07:56.760060 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588f3c9-ad07-4c52-8658-31f3356e8fb4 req-f7779df6-f60e-4524-88be-4dc21c6a71fe tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:56.761527 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3588f3c9-ad07-4c52-8658-31f3356e8fb4 req-f7779df6-f60e-4524-88be-4dc21c6a71fe tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.0812104 Feb 04 00:07:56.811934 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3588f3c9-ad07-4c52-8658-31f3356e8fb4 req-d395acae-6045-4c37-b8fe-9b1e9cfab16b tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Feb 04 00:07:57.704643 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5a12a-ab87-4157-8449-3e9fcf240df1 req-9fb23d0a-094d-42e7-94d6-c51de767d8fe tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:57.711526 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-55f5a12a-ab87-4157-8449-3e9fcf240df1 req-9fb23d0a-094d-42e7-94d6-c51de767d8fe tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.1782963 Feb 04 00:07:57.757143 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-55f5a12a-ab87-4157-8449-3e9fcf240df1 req-1bd67c55-28b3-482d-badc-5bab1df393ce tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445466 Feb 04 00:07:58.030183 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668c43-e7c8-4b7e-b13d-c44562ed04b2 req-951c50ba-7155-4d32-8c17-deb4ece18286 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:58.032219 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-73668c43-e7c8-4b7e-b13d-c44562ed04b2 req-951c50ba-7155-4d32-8c17-deb4ece18286 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.0869026 Feb 04 00:07:58.106483 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-73668c43-e7c8-4b7e-b13d-c44562ed04b2 req-7ba59422-bd12-47ae-94fe-5b3a3229287c tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626848 Feb 04 00:07:58.562940 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-cee8f16e-e6c0-4e8d-8c66-d05ff5e19339 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:58.564391 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-cee8f16e-e6c0-4e8d-8c66-d05ff5e19339 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.0965471 Feb 04 00:07:58.641463 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Deleting port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:07:58.641796 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:58.906739 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] For port 19d4e4de-f0c6-4c0a-8bf4-045665755d47, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=19d4e4de-f0c6-4c0a-8bf4-045665755d47,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:07:58.907439 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:59.147886 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b93acf-1b11-49f8-9ee1-24eb55832360 req-fe933c14-d414-4a04-8ab1-cb3fc79d76e8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:59.153455 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-00b93acf-1b11-49f8-9ee1-24eb55832360 req-fe933c14-d414-4a04-8ab1-cb3fc79d76e8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.2388787 Feb 04 00:07:59.290486 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-00b93acf-1b11-49f8-9ee1-24eb55832360 req-fbc07ccc-f0ab-4036-918c-ca66e3f0b425 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1357505 Feb 04 00:07:59.318935 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-297b4673-bc9b-4829-8f61-638c032e4d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:59.330522 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:59.330968 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:59.331198 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Floating IP c3bc3a3d-158b-4d8f-80f0-95d28fc9e265 disassociated. External IP: 172.28.2.4, port: 19d4e4de-f0c6-4c0a-8bf4-045665755d47. Feb 04 00:07:59.331703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Calling delete_port for 19d4e4de-f0c6-4c0a-8bf4-045665755d47 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:07:59.395037 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ecc41-d940-4fb5-bd41-04c5932ebfd2 req-c413a3d0-568a-4546-9219-1676b70ff597 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:07:59.402742 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e04ecc41-d940-4fb5-bd41-04c5932ebfd2 req-c413a3d0-568a-4546-9219-1676b70ff597 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 945 time: 0.1427927 Feb 04 00:07:59.457844 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e04ecc41-d940-4fb5-bd41-04c5932ebfd2 req-d52c52af-8ae2-45fa-8871-052f9382cc77 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups?id=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535254 Feb 04 00:07:59.533682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:07:59.584450 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event deleted for resources: {'Port': ['ID=19d4e4de-f0c6-4c0a-8bf4-045665755d47,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:07:59.592946 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.593920 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.594270 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.594586 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.594911 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.595231 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.595546 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.595864 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.596178 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.596489 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.596801 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:07:59.810422 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:08:00.046629 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:08:00.066201 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:08:00.081405 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:08:00.082288 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:00.246662 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] No DVR routers for this DVR port 19d4e4de-f0c6-4c0a-8bf4-045665755d47 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:08:00.249590 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:00.252703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'name': 'network-vif-deleted', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:08:00.286396 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-876bfafc-6af7-4b39-bc01-93b52db02dc3 req-4b3d5023-07ec-4d5b-ba54-3ae60f822a47 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.26 "DELETE /v2.0/ports/19d4e4de-f0c6-4c0a-8bf4-045665755d47 HTTP/1.1" status: 204 len: 173 time: 1.7170107 Feb 04 00:08:00.315871 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:08:00.320059 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623ebbd2-611e-48c8-b3b9-a51edf531840', 'name': 'network-vif-deleted', 'tag': '19d4e4de-f0c6-4c0a-8bf4-045665755d47', 'status': 'completed', 'code': 200} Feb 04 00:08:00.576379 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56ed93-7fba-4539-9671-27934b35967c req-deb0a598-0531-4c1f-878d-53feb76263f2 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:00.579541 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dc56ed93-7fba-4539-9671-27934b35967c req-deb0a598-0531-4c1f-878d-53feb76263f2 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.1073732 Feb 04 00:08:00.668137 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dc56ed93-7fba-4539-9671-27934b35967c req-69648945-b20e-4e34-9f96-d42b1bebe017 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828300 Feb 04 00:08:00.705532 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-fa4cc17f-4049-4269-b229-6cb5831fa125 req-2a3c3e25-ed81-4819-aace-c4c734b2fdfb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Synchronizing usage tracker for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:08:00.728599 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-fa4cc17f-4049-4269-b229-6cb5831fa125 req-2a3c3e25-ed81-4819-aace-c4c734b2fdfb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Unset dirty status for tenant:6745f1bf2dcf4f4c8460e893b269ef0a on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:08:00.742771 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-fa4cc17f-4049-4269-b229-6cb5831fa125 req-2a3c3e25-ed81-4819-aace-c4c734b2fdfb tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/ports?device_id=623ebbd2-611e-48c8-b3b9-a51edf531840 HTTP/1.1" status: 200 len: 210 time: 0.0840235 Feb 04 00:08:00.807332 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:00.811478 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:08:00.822919 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:08:00.823648 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:07:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:01.033258 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:08:01.382855 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:01.386673 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f727cf4a-c103-41ea-bd61-456ee4f6baba None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:57Z', 'revision_number': 4, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': 'e705d86d-7990-4bc7-a7d5-302d0e41bdfc', 'name': '', 'network_id': '9c263125-ce43-4914-9a5f-ef7b3030f64e', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'mac_address': 'fa:16:3e:b5:63:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:55Z', 'updated_at': '2022-02-04T00:03:39Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'subnets': [{'id': '86ab2cda-6bee-4d66-9d3d-dbcae4f39449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:08:01.564269 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 19d4e4de-f0c6-4c0a-8bf4-045665755d47 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:08:01.596996 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 19d4e4de-f0c6-4c0a-8bf4-045665755d47 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:08:01.597351 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 19d4e4de-f0c6-4c0a-8bf4-045665755d47 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:08:01.602275 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88257a4d-e9cb-4850-86f5-e6b69ccbaac1 None None] New status for floating IP c3bc3a3d-158b-4d8f-80f0-95d28fc9e265: DOWN {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:08:01.770372 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-e0c44182-835f-4dab-8fe3-0c2836f9dfeb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1099 time: 0.1405652 Feb 04 00:08:01.802308 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5a6ecb70-c745-4a61-9c95-0a6f9c8edfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:01.902829 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38322) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:01.923384 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06284405-5648-43c9-96d5-5ea0ce3c89f3 req-0293103c-d935-4c1f-b51c-ac3796fd6bc5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:01.924803 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-06284405-5648-43c9-96d5-5ea0ce3c89f3 req-0293103c-d935-4c1f-b51c-ac3796fd6bc5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.1113367 Feb 04 00:08:01.929554 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-a2ebf36d-298d-4754-8829-a9c06903112b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:01.931176 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-a2ebf36d-298d-4754-8829-a9c06903112b service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1468356 Feb 04 00:08:02.003983 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-06284405-5648-43c9-96d5-5ea0ce3c89f3 req-2e19e15b-6bf3-4520-a6ea-b68b73e10dfc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731158 Feb 04 00:08:02.011274 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72d5d50a-a843-4125-9a04-5be5f48c2fa7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.034799 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-db4f82f4-aec9-40de-9d60-e7476ba6028c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 1002 time: 0.0974076 Feb 04 00:08:02.043397 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72d5d50a-a843-4125-9a04-5be5f48c2fa7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.098067 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72d5d50a-a843-4125-9a04-5be5f48c2fa7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.101316 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-943e605e-b913-427d-90cf-d85f2ec6e1c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:02.102768 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-943e605e-b913-427d-90cf-d85f2ec6e1c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0625856 Feb 04 00:08:02.115751 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5d50a-a843-4125-9a04-5be5f48c2fa7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c3c240-6e34-4f3a-a308-2b2da8e7a3ed,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:02.130655 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-72d5d50a-a843-4125-9a04-5be5f48c2fa7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.131999 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-72d5d50a-a843-4125-9a04-5be5f48c2fa7 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "DELETE /v2.0/security-groups/19c3c240-6e34-4f3a-a308-2b2da8e7a3ed HTTP/1.1" status: 204 len: 168 time: 0.2269542 Feb 04 00:08:02.134660 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38326) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:02.155290 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.api.v2.resource [None req-30599fc1-ad2b-42e0-820f-4f5aef802c03 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] show failed (client error): The resource could not be found. Feb 04 00:08:02.156437 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-30599fc1-ad2b-42e0-820f-4f5aef802c03 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "GET /v2.0/security-groups/19c3c240-6e34-4f3a-a308-2b2da8e7a3ed HTTP/1.1" status: 404 len: 347 time: 0.0205524 Feb 04 00:08:02.159105 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38330) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:02.184735 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-d3c042ee-7d20-4162-9d27-fdce7aa42d33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766144 Feb 04 00:08:02.309094 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Deleting port 26511af4-031a-464e-833b-fc297c4bb96b {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:02.309460 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.316997 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-5afc46ed-f64a-4ce0-84dd-67fa13bb78f9 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264505 Feb 04 00:08:02.413764 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.449153 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bf6eb35c-6421-4e03-a986-5f7d564f5a52 req-7414327a-2245-4e3f-bbaf-65e2781dd164 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265554 Feb 04 00:08:02.473822 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.474148 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.648570 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Calling delete_port for 26511af4-031a-464e-833b-fc297c4bb96b owned by network:floatingip {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:08:02.782794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.827589 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Pushing event deleted for resources: {'Port': ['ID=26511af4-031a-464e-833b-fc297c4bb96b,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:02.916843 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks [] for floatingip, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.934245 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.934934 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:02.936068 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-06730992-8837-4d68-a17a-baf5e2dc8ef4 tempest-AttachVolumeTestJSON-1918809713 tempest-AttachVolumeTestJSON-1918809713-project] 10.222.0.55 "DELETE /v2.0/floatingips/c3bc3a3d-158b-4d8f-80f0-95d28fc9e265 HTTP/1.1" status: 204 len: 168 time: 0.7760923 Feb 04 00:08:03.221507 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb841-59f0-401b-81ad-b04adca9d02f req-ee8bc31d-6431-413c-b0a2-3bb8bb5be1a8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:03.222978 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1e8eb841-59f0-401b-81ad-b04adca9d02f req-ee8bc31d-6431-413c-b0a2-3bb8bb5be1a8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0769820 Feb 04 00:08:03.271628 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1e8eb841-59f0-401b-81ad-b04adca9d02f req-bc04cd1c-8f76-4af3-97f7-e52d21b81621 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429533 Feb 04 00:08:03.945413 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:04.485376 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53506f-1738-4758-9bbd-e6e7c83f7c65 req-a5a7157f-83c1-43ec-af3a-77db3aa591a9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:04.486822 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dc53506f-1738-4758-9bbd-e6e7c83f7c65 req-a5a7157f-83c1-43ec-af3a-77db3aa591a9 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 946 time: 0.0803468 Feb 04 00:08:04.532602 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-dc53506f-1738-4758-9bbd-e6e7c83f7c65 req-37e29ed4-5b27-4293-88d8-5badccbb5344 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401728 Feb 04 00:08:05.564705 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:08:05.698227 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:05.726307 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:08:05.736943 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:05.743555 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:05.786764 dv-cinder-827776-1-smb neutron-server[82764]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'code': 422} returned with failed status Feb 04 00:08:05.823024 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=8']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:05.965581 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9f1188df-e732-4938-bf00-eaeacb27534c req-40c0a575-9fa1-404b-bc21-d4841b223089 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1339331 Feb 04 00:08:06.206899 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38396) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:06.230403 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b462322-5de3-4b4b-931d-57affe979a45 req-5c3d2b70-1580-44ff-8cd1-b053aa8350a4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:06.231845 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5b462322-5de3-4b4b-931d-57affe979a45 req-5c3d2b70-1580-44ff-8cd1-b053aa8350a4 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0813050 Feb 04 00:08:06.276112 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5b462322-5de3-4b4b-931d-57affe979a45 req-058c65bc-0b86-4937-800e-bd44e936fd13 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385218 Feb 04 00:08:06.339826 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-472796a6-4eee-4fc9-991f-c48c75f2bb88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317441 Feb 04 00:08:07.041120 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-3d044919-f2ae-4ef4-8bcd-39678b4c597d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973&tenant_id=dad4c08ad0d1484aab27a6cee298812a HTTP/1.1" status: 200 len: 1097 time: 0.0740869 Feb 04 00:08:07.132029 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-2a9e5e47-ffb8-4389-8797-734d26d9ad46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dad4c08ad0d1484aab27a6cee298812a&device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1097 time: 0.0699739 Feb 04 00:08:07.156309 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38420) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:07.262277 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-a811f8ab-0103-4d07-a93b-9cf8fa0e3702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:07.263696 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-a811f8ab-0103-4d07-a93b-9cf8fa0e3702 service neutron] 10.222.0.26 "GET /v2.0/networks?id=879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 200 len: 918 time: 0.1255591 Feb 04 00:08:07.368815 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-1e3d6e8f-edfd-48eb-8977-f1e872ed173e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 200 len: 1000 time: 0.0994225 Feb 04 00:08:07.430870 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-a60340a3-77b4-4e62-988d-b8d488eb8a54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:07.432297 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-a60340a3-77b4-4e62-988d-b8d488eb8a54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 200 len: 856 time: 0.0571892 Feb 04 00:08:07.512988 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-9b524d8b-0a0e-43d8-9d8d-b215beede093 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=879bc0f4-9b78-496a-a287-a69b8b05e747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742891 Feb 04 00:08:07.719998 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec372-f8b5-42e8-8e07-fc904cc5ba15 req-afef00c3-bbc6-428a-9305-fb6c69ce029d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:07.721403 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cd1ec372-f8b5-42e8-8e07-fc904cc5ba15 req-afef00c3-bbc6-428a-9305-fb6c69ce029d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.2863545 Feb 04 00:08:07.743264 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-9968e38d-c507-4408-9b4a-fb808d71a3c4 service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236497 Feb 04 00:08:07.780263 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cd1ec372-f8b5-42e8-8e07-fc904cc5ba15 req-f66537be-ea86-4dd2-803f-34086140f76b tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486600 Feb 04 00:08:07.791283 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:07.878108 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3d85fb58-b7b4-4db2-99e7-ea86aee4cdac req-0e346f52-4224-44d0-baab-a5e9114e8a4a service neutron] 10.222.0.26 "GET /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285336 Feb 04 00:08:08.454630 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Deleting port e705d86d-7990-4bc7-a7d5-302d0e41bdfc {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:08.455028 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:08.639827 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] For port e705d86d-7990-4bc7-a7d5-302d0e41bdfc, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:08.641784 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:08.806832 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Calling delete_port for e705d86d-7990-4bc7-a7d5-302d0e41bdfc owned by network:router_interface {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:08:09.247986 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e72d6e-82bc-4f03-843d-aea7d12a45c9 req-2cb54869-0093-4fe7-a53d-7a9d1d30e6d5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:09.251699 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39e72d6e-82bc-4f03-843d-aea7d12a45c9 req-2cb54869-0093-4fe7-a53d-7a9d1d30e6d5 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0927191 Feb 04 00:08:09.262919 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:09.308055 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-39e72d6e-82bc-4f03-843d-aea7d12a45c9 req-c39d9b38-31de-4fe0-afcf-e81830e7c27e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501931 Feb 04 00:08:09.371847 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e705d86d-7990-4bc7-a7d5-302d0e41bdfc,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:09.692223 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:10.375212 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Router 9eb1f932-5b06-4769-9b8e-58bba103b297 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:08:10.649311 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153b5f4-4d26-4a76-82c5-5fe1e7ad296c req-d8f11a5b-347d-4a17-81ce-4129dd615e2d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:10.650635 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f153b5f4-4d26-4a76-82c5-5fe1e7ad296c req-d8f11a5b-347d-4a17-81ce-4129dd615e2d tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.1717670 Feb 04 00:08:10.703570 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:08:10.719624 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] Sync routers for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:08:10.722359 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f153b5f4-4d26-4a76-82c5-5fe1e7ad296c req-dfa4b173-bede-4454-b946-5a3cb7903234 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636642 Feb 04 00:08:10.727310 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-613cf7fe-990e-4c90-9d43-da1191a44c34 admin admin] 10.222.0.55 "PUT /v2.0/routers/9eb1f932-5b06-4769-9b8e-58bba103b297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5699675 Feb 04 00:08:10.727455 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38450) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:10.752200 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:08:10.753317 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:08:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:10.983514 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:10.998213 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:08:11.234940 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:11.245886 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Deleting port 3deebc9c-d473-4298-9f28-7d98327f2a6b {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:11.253019 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:11.391590 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:11.398073 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130'}], 'enable_snat': True}, 'gw_port_id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:08:09Z', 'revision_number': 5, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port': {'id': '3deebc9c-d473-4298-9f28-7d98327f2a6b', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:b7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:44Z', 'updated_at': '2022-02-04T00:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:11.407783 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] Checking router: 9eb1f932-5b06-4769-9b8e-58bba103b297 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:08:11.428787 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] Routers {'9eb1f932-5b06-4769-9b8e-58bba103b297'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:08:11.430284 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:08:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['9eb1f932-5b06-4769-9b8e-58bba103b297'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:11.473344 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] For port 3deebc9c-d473-4298-9f28-7d98327f2a6b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3deebc9c-d473-4298-9f28-7d98327f2a6b,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:11.473711 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:11.646355 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] Set router 9eb1f932-5b06-4769-9b8e-58bba103b297 gateway port host: None {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:08:11.647515 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Calling delete_port for 3deebc9c-d473-4298-9f28-7d98327f2a6b owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:08:11.761275 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:08:11Z', 'revision_number': 6, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:11.765415 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77297ea-7756-4816-bcf5-0dce585497b2 None None] The sync data for ids ['9eb1f932-5b06-4769-9b8e-58bba103b297'] in dv-cinder-827776-1-smb is: [{'id': '9eb1f932-5b06-4769-9b8e-58bba103b297', 'name': 'tempest-AttachVolumeTestJSON-752111868-router', 'tenant_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:08:11Z', 'revision_number': 6, 'project_id': '6745f1bf2dcf4f4c8460e893b269ef0a', 'gw_port_host': None}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:08:11.892267 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:11.982435 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Pushing event deleted for resources: {'Port': ['ID=3deebc9c-d473-4298-9f28-7d98327f2a6b,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:12.163726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6a49-b295-4bb3-9be4-a3657d54a9c9 req-8dbdb39a-7f43-4d52-8958-634ab9268d73 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:12.165278 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-925b6a49-b295-4bb3-9be4-a3657d54a9c9 req-8dbdb39a-7f43-4d52-8958-634ab9268d73 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.2370603 Feb 04 00:08:12.365324 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.519927 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-925b6a49-b295-4bb3-9be4-a3657d54a9c9 req-a459c8a5-87b5-427b-b691-731cd1a7508c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3454952 Feb 04 00:08:12.683164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.688297 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.720657 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.721186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb1f932-5b06-4769-9b8e-58bba103b297 {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:08:12.737732 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.739533 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-964a833a-641e-4925-a127-f71faa2eeebb admin admin] 10.222.0.55 "DELETE /v2.0/routers/9eb1f932-5b06-4769-9b8e-58bba103b297 HTTP/1.1" status: 204 len: 168 time: 2.0110519 Feb 04 00:08:12.742063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38456) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:12.809198 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Deleting subnet 86ab2cda-6bee-4d66-9d3d-dbcae4f39449 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:08:12.813097 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.868322 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:12.958974 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.039598 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.081842 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86ab2cda-6bee-4d66-9d3d-dbcae4f39449,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:13.094567 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.099525 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3deebc9c-d473-4298-9f28-7d98327f2a6b no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:08:13.103925 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b1d05fe8-d81a-459e-b4b9-746de15f824a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/86ab2cda-6bee-4d66-9d3d-dbcae4f39449 HTTP/1.1" status: 204 len: 168 time: 0.3607500 Feb 04 00:08:13.104321 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38462) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:13.145576 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 3deebc9c-d473-4298-9f28-7d98327f2a6b {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:08:13.146059 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3deebc9c-d473-4298-9f28-7d98327f2a6b not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:08:13.146573 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e705d86d-7990-4bc7-a7d5-302d0e41bdfc no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:08:13.181531 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88be5556-12fd-4d19-a007-d7942ce4041a None None] Network 9c263125-ce43-4914-9a5f-ef7b3030f64e requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:08:13.195099 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: e705d86d-7990-4bc7-a7d5-302d0e41bdfc {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:08:13.195546 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device e705d86d-7990-4bc7-a7d5-302d0e41bdfc not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:08:13.252808 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.264767 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Deleting port a312076d-6e0f-4d6a-a730-30c32fddcc65 {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:13.265771 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.521650 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] For port a312076d-6e0f-4d6a-a730-30c32fddcc65, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a312076d-6e0f-4d6a-a730-30c32fddcc65,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:13.522008 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.547084 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] DHCP port deletion for 9c263125-ce43-4914-9a5f-ef7b3030f64e request from dv-cinder-827776-1-smb {{(pid=82764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 00:08:13.551814 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Deleting port a312076d-6e0f-4d6a-a730-30c32fddcc65 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:13.552180 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.742665 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Calling delete_port for a312076d-6e0f-4d6a-a730-30c32fddcc65 owned by network:dhcp {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:08:13.850951 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] For port a312076d-6e0f-4d6a-a730-30c32fddcc65, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a312076d-6e0f-4d6a-a730-30c32fddcc65,segment=NetworkSegment(1eb4a270-fe9d-4792-b64b-efc463d7f92d),segment_id=1eb4a270-fe9d-4792-b64b-efc463d7f92d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:13.851335 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.901484 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:13.974183 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Calling delete_port for a312076d-6e0f-4d6a-a730-30c32fddcc65 owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:08:14.051871 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Pushing event deleted for resources: {'Port': ['ID=a312076d-6e0f-4d6a-a730-30c32fddcc65,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:14.059829 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:08:14.060178 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:08:14.061166 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0844a94-e9f8-46b7-9b70-5e96294be72b req-4fb1a9d0-bff4-447d-b61f-cd7a0542cbe6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:14.063018 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e0844a94-e9f8-46b7-9b70-5e96294be72b req-4fb1a9d0-bff4-447d-b61f-cd7a0542cbe6 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.3276868 Feb 04 00:08:14.071359 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] No DVR routers for this DVR port a312076d-6e0f-4d6a-a730-30c32fddcc65 on host dv-cinder-827776-1-smb {{(pid=82763) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:08:14.102344 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.102609 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.102927 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.103252 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.103573 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.103895 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.104212 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.104527 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.105065 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.105142 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.105459 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:08:14.232068 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.246925 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e0844a94-e9f8-46b7-9b70-5e96294be72b req-a9180818-5cfc-4e09-9eee-b7856cc51764 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1493714 Feb 04 00:08:14.269530 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c263125-ce43-4914-9a5f-ef7b3030f64e']}} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:14.284729 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb4a270-fe9d-4792-b64b-efc463d7f92d') {'for_net_delete': True} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:14.285025 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.services.segments.db [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb4a270-fe9d-4792-b64b-efc463d7f92d') {} {{(pid=82763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:08:14.303247 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702084'] for segment, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.325361 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.332060 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=82763) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:08:14.332447 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1243528'] for segment, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: Traceback (most recent call last): Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: timer() Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: cb(*args, **kw) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: return func(*args, **kwargs) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: self._notify() Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: self.callback(batched_events) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: event.method(event) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: return f(self, *a, **k) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: return self._get(url).json() Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: return self.request(url, 'GET', **kwargs) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:08:14.346260 dv-cinder-827776-1-smb neutron-server[82763]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:08:14.426099 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.443161 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.453907 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] Pushing event deleted for resources: {'Network': ['ID=9c263125-ce43-4914-9a5f-ef7b3030f64e,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:14.463663 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-1e4fa06e-1e9e-434f-9f09-5ada901ccdcd admin admin] 10.222.0.55 "DELETE /v2.0/networks/9c263125-ce43-4914-9a5f-ef7b3030f64e HTTP/1.1" status: 204 len: 168 time: 1.3552840 Feb 04 00:08:14.562395 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Deleting port a312076d-6e0f-4d6a-a730-30c32fddcc65 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:14.563537 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.628544 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 38470) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:14.642690 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-e66a62d6-16b3-4c2f-92db-f5e84b321625 None None] The port 'a312076d-6e0f-4d6a-a730-30c32fddcc65' was deleted {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 00:08:14.691484 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-7afe18f9-55f4-4e6f-82bc-367a99819e91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6745f1bf2dcf4f4c8460e893b269ef0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0594485 Feb 04 00:08:14.691804 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38474) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:14.755335 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0e83340-9c46-483e-96ec-a137a66a6e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.786384 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0e83340-9c46-483e-96ec-a137a66a6e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.844611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0e83340-9c46-483e-96ec-a137a66a6e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.864263 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e83340-9c46-483e-96ec-a137a66a6e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aacfc82-a0c9-4e0f-9957-659a4877c0b9,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:14.870903 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0e83340-9c46-483e-96ec-a137a66a6e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:14.876841 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f0e83340-9c46-483e-96ec-a137a66a6e0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9aacfc82-a0c9-4e0f-9957-659a4877c0b9 HTTP/1.1" status: 204 len: 168 time: 0.1839678 Feb 04 00:08:15.082643 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a312076d-6e0f-4d6a-a730-30c32fddcc65 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:08:15.135780 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: a312076d-6e0f-4d6a-a730-30c32fddcc65 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:08:15.136408 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a312076d-6e0f-4d6a-a730-30c32fddcc65 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:08:15.542573 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f368d8-8415-4624-8ba9-181ccf9520b2 req-b9978a85-77ee-494b-bd18-174889157412 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:15.544421 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-85f368d8-8415-4624-8ba9-181ccf9520b2 req-b9978a85-77ee-494b-bd18-174889157412 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.1184950 Feb 04 00:08:15.623543 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-85f368d8-8415-4624-8ba9-181ccf9520b2 req-534f3fad-9995-42ad-93a6-95d079e5ecba tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628295 Feb 04 00:08:16.866552 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd6951-2ecd-4ed8-bbc4-7481eca01ad0 req-4e0170c6-95e1-4632-928d-5e0a7a3f9711 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:16.867978 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b5fd6951-2ecd-4ed8-bbc4-7481eca01ad0 req-4e0170c6-95e1-4632-928d-5e0a7a3f9711 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0805976 Feb 04 00:08:16.912728 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b5fd6951-2ecd-4ed8-bbc4-7481eca01ad0 req-130c05b8-3b50-4244-821f-f10f59e6719e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393195 Feb 04 00:08:18.126861 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9c57-d468-4a24-9608-42d2e548cc72 req-4e117dbe-4617-4636-8f2e-00cbcb2ac4d8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:18.128338 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-200f9c57-d468-4a24-9608-42d2e548cc72 req-4e117dbe-4617-4636-8f2e-00cbcb2ac4d8 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0817664 Feb 04 00:08:18.172478 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-200f9c57-d468-4a24-9608-42d2e548cc72 req-52e400cf-2599-49b0-a417-412fb524a544 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387428 Feb 04 00:08:19.379936 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d0b2f-e810-45c3-aa03-94dfcff2c04e req-04838888-4d16-49f3-a550-8de3b8b25c94 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:19.381390 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-706d0b2f-e810-45c3-aa03-94dfcff2c04e req-04838888-4d16-49f3-a550-8de3b8b25c94 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 944 time: 0.0737567 Feb 04 00:08:19.425338 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-706d0b2f-e810-45c3-aa03-94dfcff2c04e req-7e57728b-6382-415f-9653-292eff3e2f2f tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385253 Feb 04 00:08:19.656870 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:08:19.786224 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:19.799370 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'port_id': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'mac_address': 'fa:16:3e:71:eb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:08:19.850531 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:19.867082 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:08:19.883218 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:19.887124 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:19.958367 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=9']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:20.096461 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['81d96304-3ee9-4c32-9b76-b2e9d8e37f51'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:08:20.633157 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ac222-dea3-4b77-b3b8-5aede49df016 req-8cc9989c-d80f-4725-972b-ecf518ac4e5c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:20.634703 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f82ac222-dea3-4b77-b3b8-5aede49df016 req-8cc9989c-d80f-4725-972b-ecf518ac4e5c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 945 time: 0.0741522 Feb 04 00:08:20.689582 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f82ac222-dea3-4b77-b3b8-5aede49df016 req-af3b17d2-f391-4320-8c22-349d8311b5b7 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486722 Feb 04 00:08:21.656359 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:08:21.725941 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:08:21.726306 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:21.842502 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:21.870523 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:08:21.881657 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:21.886295 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:21.925758 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d9cc2-8559-4afe-ae15-338091ae2cd1 req-4df78389-54fc-43d8-994a-b16ffbdc9c57 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:21.932661 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c15d9cc2-8559-4afe-ae15-338091ae2cd1 req-4df78389-54fc-43d8-994a-b16ffbdc9c57 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 945 time: 0.1040385 Feb 04 00:08:21.965374 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=10']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:21.989416 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c15d9cc2-8559-4afe-ae15-338091ae2cd1 req-f6f4cacb-04ac-496c-9387-46872fee5782 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492039 Feb 04 00:08:22.103159 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'code': 200} Feb 04 00:08:22.343072 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5370aa47-3d73-4d0b-bd9d-2fa3fe9fa9b4 req-9eab059c-a4f4-4fd4-9898-06a50934ddf2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 1100 time: 0.0666139 Feb 04 00:08:22.383757 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5370aa47-3d73-4d0b-bd9d-2fa3fe9fa9b4 req-7c1a7c95-0f94-4645-b3bb-838331948ef8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354207 Feb 04 00:08:23.202760 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244b8f9-975b-42d6-97b7-6a7b115f15d1 req-5557b20b-c9b9-42a0-8c32-9db893c64fdf tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:23.204206 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9244b8f9-975b-42d6-97b7-6a7b115f15d1 req-5557b20b-c9b9-42a0-8c32-9db893c64fdf tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 947 time: 0.0759869 Feb 04 00:08:23.247811 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-9244b8f9-975b-42d6-97b7-6a7b115f15d1 req-0644bc99-4c9c-4e25-8099-9450529b0efc tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382864 Feb 04 00:08:23.259628 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:08:24.464320 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ca160-edb7-4953-a706-06c9f532ca26 req-3040fd6c-a3fb-4909-939e-33bda440a236 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:24.465758 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-924ca160-edb7-4953-a706-06c9f532ca26 req-3040fd6c-a3fb-4909-939e-33bda440a236 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 947 time: 0.0769486 Feb 04 00:08:24.510457 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-924ca160-edb7-4953-a706-06c9f532ca26 req-ced7c654-61e7-4570-8eee-657f8da88510 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386691 Feb 04 00:08:29.304154 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bb9d7dab-7d1f-4001-a1a4-9c8502c8bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:31.784486 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6059f6d7-ed50-4e61-b749-8112adae2e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:32.416386 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:32.935924 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:33.947424 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:41.381973 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.166630 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38890) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:49.307966 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.339517 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:08:49.343259 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Usage tracker for resource:security_group_rule and tenant:bc4e90e86a354e74a6624125a697abd9 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:08:49.346059 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:08:49.351614 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:08:49.414746 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.418231 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.463536 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b506f895-626c-4e83-82d9-d5750ee417b3,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:49.470020 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f253124a-27e9-47f9-88fb-e1af668f3aae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc4e90e86a354e74a6624125a697abd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3023343 Feb 04 00:08:49.472487 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38896) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:49.534917 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b30-59d3-4521-97f3-73534ca33ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.560383 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b30-59d3-4521-97f3-73534ca33ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.611410 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b30-59d3-4521-97f3-73534ca33ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.625107 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad31b30-59d3-4521-97f3-73534ca33ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b506f895-626c-4e83-82d9-d5750ee417b3,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:49.631531 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6ad31b30-59d3-4521-97f3-73534ca33ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.632716 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-6ad31b30-59d3-4521-97f3-73534ca33ee7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b506f895-626c-4e83-82d9-d5750ee417b3 HTTP/1.1" status: 204 len: 168 time: 0.1591382 Feb 04 00:08:49.945533 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38904) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:49.963374 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:49.993187 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:08:49.996942 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b4c0f8b58e4cfeab3776a20ef5ab7b is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:08:49.999709 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:08:50.005262 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:08:50.069167 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:50.072586 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:50.116164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25260d7e-6486-471c-8d0d-3828f8f11430,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:50.121323 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-eb531aae-a478-44d5-bb42-153d77ea77a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e7b4c0f8b58e4cfeab3776a20ef5ab7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1747701 Feb 04 00:08:50.123911 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38908) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:50.267102 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2cb2eb69-7116-4533-a969-ee6513877afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:50.292008 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2cb2eb69-7116-4533-a969-ee6513877afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:50.343488 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2cb2eb69-7116-4533-a969-ee6513877afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:50.360072 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2eb69-7116-4533-a969-ee6513877afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25260d7e-6486-471c-8d0d-3828f8f11430,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:50.363992 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2cb2eb69-7116-4533-a969-ee6513877afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:50.365100 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-2cb2eb69-7116-4533-a969-ee6513877afb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25260d7e-6486-471c-8d0d-3828f8f11430 HTTP/1.1" status: 204 len: 168 time: 0.2398350 Feb 04 00:08:57.357535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 38998) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:57.497840 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.528424 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:08:57.533072 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Usage tracker for resource:security_group_rule and tenant:3d2fe09e299d49328210084768b1ab6c is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:08:57.536023 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:08:57.541673 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:08:57.608323 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.613620 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.661608 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3d2fe09e299d49328210084768b1ab6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029344 Feb 04 00:08:57.662303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1713150-1ff7-447e-bcd8-4cd2fb9d50bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36adc776-7dc3-4af8-bc48-62cc73dc3488,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:57.664234 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39010) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:57.728070 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66312197-29b7-4a02-a622-de100c2b46e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.754995 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66312197-29b7-4a02-a622-de100c2b46e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.806089 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66312197-29b7-4a02-a622-de100c2b46e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.821680 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66312197-29b7-4a02-a622-de100c2b46e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36adc776-7dc3-4af8-bc48-62cc73dc3488,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:57.826806 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-66312197-29b7-4a02-a622-de100c2b46e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:57.830364 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-66312197-29b7-4a02-a622-de100c2b46e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/36adc776-7dc3-4af8-bc48-62cc73dc3488 HTTP/1.1" status: 204 len: 168 time: 0.1627755 Feb 04 00:08:58.063770 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc6bd5-fdbd-4eba-a463-47b47ccfe406 req-895e9fab-10de-464c-bb9c-efa7e18f2f28 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:58.065195 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fcfc6bd5-fdbd-4eba-a463-47b47ccfe406 req-895e9fab-10de-464c-bb9c-efa7e18f2f28 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 947 time: 0.0755236 Feb 04 00:08:58.112943 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-fcfc6bd5-fdbd-4eba-a463-47b47ccfe406 req-6e9912a7-9428-4b3f-a599-d035a52a2584 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423326 Feb 04 00:08:58.168444 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39022) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:58.187981 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.218357 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:08:58.222077 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Usage tracker for resource:security_group_rule and tenant:0416bfde998a4526a1c52ff266ee22ac is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:08:58.224757 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:08:58.230213 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:08:58.294030 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.299936 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.341793 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71590d6c-a51a-41e3-adc9-c6c5d8eebafd,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:58.353125 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-99a9c1e1-1f67-4bb1-a734-6378fef8159e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0416bfde998a4526a1c52ff266ee22ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807413 Feb 04 00:08:58.353125 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39026) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:08:58.412044 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c42d5abf-b4fe-4c18-aefe-30d125cc8b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.436963 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c42d5abf-b4fe-4c18-aefe-30d125cc8b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.489455 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c42d5abf-b4fe-4c18-aefe-30d125cc8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.506187 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d5abf-b4fe-4c18-aefe-30d125cc8b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71590d6c-a51a-41e3-adc9-c6c5d8eebafd,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:08:58.509326 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c42d5abf-b4fe-4c18-aefe-30d125cc8b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:58.512737 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c42d5abf-b4fe-4c18-aefe-30d125cc8b66 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71590d6c-a51a-41e3-adc9-c6c5d8eebafd HTTP/1.1" status: 204 len: 168 time: 0.1567018 Feb 04 00:08:59.309072 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-03b980ee-f0e4-496b-8763-18dbfdacccea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:59.356909 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e87277-c92d-4705-9be9-81e1ed4736fd req-5aa9efdf-bb3a-4a1c-bf4c-eccc68076274 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:59.358976 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-65e87277-c92d-4705-9be9-81e1ed4736fd req-5aa9efdf-bb3a-4a1c-bf4c-eccc68076274 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 947 time: 0.0987642 Feb 04 00:08:59.365767 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-4274db6f-dba5-412b-ba4e-a4fd585e08b3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:08:59.367129 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-4274db6f-dba5-412b-ba4e-a4fd585e08b3 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 947 time: 0.1509469 Feb 04 00:08:59.455638 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-65e87277-c92d-4705-9be9-81e1ed4736fd req-f35808ac-395a-4d87-ae66-e654161992bf tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups?id=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875661 Feb 04 00:08:59.463225 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Deleting port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:08:59.463571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:59.711433 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] For port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:08:59.711788 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:59.996267 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:59.996634 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:08:59.996948 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.l3_db [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Floating IP 4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d disassociated. External IP: 172.28.2.136, port: 81d96304-3ee9-4c32-9b76-b2e9d8e37f51. Feb 04 00:08:59.997310 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Calling delete_port for 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:00.141303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:00.188261 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event deleted for resources: {'Port': ['ID=81d96304-3ee9-4c32-9b76-b2e9d8e37f51,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:00.202278 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.202616 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.202946 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.203271 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.203606 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.203914 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.204227 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.204589 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.204849 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.205159 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.205493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:00.260312 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:09:00.408219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:09:00.647544 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:09:00.659041 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:09:00.681999 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:09:00.682629 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:08:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:00.741829 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e2d3fc4a-b8f9-4c0a-b882-67fac818df4e req-6c8930bc-e25f-47f3-bd4f-b1fb79224c7e tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/ports?device_id=b18c548f-d67f-4c84-872b-c2b49b44e973 HTTP/1.1" status: 200 len: 210 time: 0.0993960 Feb 04 00:09:00.859465 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] No DVR routers for this DVR port 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:09:00.861976 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:00.864599 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-deleted', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:09:00.885782 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1f820ceb-1517-4c16-93ce-d778ee19ba9b req-421fe0e6-7ddf-43e1-895d-6a3465eaef1c tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.26 "DELETE /v2.0/ports/81d96304-3ee9-4c32-9b76-b2e9d8e37f51 HTTP/1.1" status: 204 len: 173 time: 1.5028520 Feb 04 00:09:00.926414 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:09:01.141916 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c548f-d67f-4c84-872b-c2b49b44e973', 'name': 'network-vif-deleted', 'tag': '81d96304-3ee9-4c32-9b76-b2e9d8e37f51', 'status': 'completed', 'code': 200} Feb 04 00:09:01.258233 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:01.261958 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:09:01.272942 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:09:01.273563 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:08:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:01.492735 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:09:01.787087 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-43d98a96-e04b-4028-9600-bd186a656fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:01.798077 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:01.802264 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fcfc0e-3113-44a9-8da4-1891d001ccfd None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:03:02Z', 'revision_number': 4, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '43c7f510-16f5-4e2c-86b1-36b54c7f7536', 'name': '', 'network_id': '879bc0f4-9b78-496a-a287-a69b8b05e747', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'mac_address': 'fa:16:3e:57:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:59Z', 'updated_at': '2022-02-04T00:03:25Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'subnets': [{'id': '5fecc96c-6245-47d2-b9c1-5282a0ec0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:09:01.877450 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:09:01.898980 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39092) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:01.912617 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:09:01.913188 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 81d96304-3ee9-4c32-9b76-b2e9d8e37f51 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:09:01.965714 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-528efc70-cb0b-47a4-a991-1fb3f24ee768 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:01.996631 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-528efc70-cb0b-47a4-a991-1fb3f24ee768 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.027421 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aed95a-53cf-4084-a6a4-296f7b9a8b87 None None] New status for floating IP 4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d: DOWN {{(pid=82764) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:09:02.052097 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-528efc70-cb0b-47a4-a991-1fb3f24ee768 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.070859 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528efc70-cb0b-47a4-a991-1fb3f24ee768 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:02.085039 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-528efc70-cb0b-47a4-a991-1fb3f24ee768 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.086188 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-528efc70-cb0b-47a4-a991-1fb3f24ee768 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "DELETE /v2.0/security-groups/c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4 HTTP/1.1" status: 204 len: 168 time: 0.1862228 Feb 04 00:09:02.089021 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39096) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:02.105616 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.api.v2.resource [None req-b2eac013-8a91-4d26-acfc-6d932b6cf4e1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] show failed (client error): The resource could not be found. Feb 04 00:09:02.106601 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-b2eac013-8a91-4d26-acfc-6d932b6cf4e1 tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "GET /v2.0/security-groups/c5a9fe06-cd55-4d19-8dea-5f28af3dcfa4 HTTP/1.1" status: 404 len: 347 time: 0.0166528 Feb 04 00:09:02.110249 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39100) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:02.262043 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Deleting port 6b82360d-4f25-4355-b8e2-af3a664e905f {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:02.262421 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.418730 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.526695 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.527090 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.647340 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Calling delete_port for 6b82360d-4f25-4355-b8e2-af3a664e905f owned by network:floatingip {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:02.781054 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.823754 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Pushing event deleted for resources: {'Port': ['ID=6b82360d-4f25-4355-b8e2-af3a664e905f,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:02.914076 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks [] for floatingip, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.927949 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:02.929058 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-24e06dca-32c3-415c-bfb2-d79cace8a6da tempest-AttachVolumeShelveTestJSON-807118798 tempest-AttachVolumeShelveTestJSON-807118798-project] 10.222.0.55 "DELETE /v2.0/floatingips/4017d109-3a96-4ba7-9fd5-9f8b7a8e9e0d HTTP/1.1" status: 204 len: 168 time: 0.8179193 Feb 04 00:09:02.939546 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:03.950811 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:05.707651 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39150) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:06.257835 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:06.847830 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Deleting port 43c7f510-16f5-4e2c-86b1-36b54c7f7536 {{(pid=82763) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:06.848553 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:06.870072 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39164) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:07.012697 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.044963 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:07.049477 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Usage tracker for resource:security_group_rule and tenant:e015e909ef2f4841a224a81e50a61d7c is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:07.052486 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:07.058612 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:07.095211 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.db [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] For port 43c7f510-16f5-4e2c-86b1-36b54c7f7536, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=43c7f510-16f5-4e2c-86b1-36b54c7f7536,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82763) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:07.095550 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.124759 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.129161 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.175849 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d0c0d6-3dc2-4dfd-8db6-39f519b32810,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:07.183913 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ba242e91-0c70-4bfa-9d81-da2ac2675983 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e015e909ef2f4841a224a81e50a61d7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3103838 Feb 04 00:09:07.184416 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39170) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:07.217834 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.plugin [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Calling delete_port for 43c7f510-16f5-4e2c-86b1-36b54c7f7536 owned by network:router_interface {{(pid=82763) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:07.243247 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-76325f24-30bd-4e74-bb0d-726121e183cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.268513 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-76325f24-30bd-4e74-bb0d-726121e183cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.319459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-76325f24-30bd-4e74-bb0d-726121e183cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.334090 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76325f24-30bd-4e74-bb0d-726121e183cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d0c0d6-3dc2-4dfd-8db6-39f519b32810,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:07.346190 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-76325f24-30bd-4e74-bb0d-726121e183cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.349739 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-76325f24-30bd-4e74-bb0d-726121e183cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2d0c0d6-3dc2-4dfd-8db6-39f519b32810 HTTP/1.1" status: 204 len: 168 time: 0.1624749 Feb 04 00:09:07.388181 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.430399 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c7f510-16f5-4e2c-86b1-36b54c7f7536,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:07.696891 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39178) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:07.722809 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.766370 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:07.770654 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.773985 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Usage tracker for resource:security_group_rule and tenant:9506c9869897404592298e78b50d9076 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:07.777622 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:07.785726 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:07.932221 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:07.984470 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:08.048484 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d552b6f-1790-4f59-a2e7-3a41bd0f655d,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:08.055213 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-d17aabdd-91f3-408f-a583-0f7f1b72bb28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9506c9869897404592298e78b50d9076&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3573325 Feb 04 00:09:08.058121 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39182) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:08.117089 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4b06fc6a-bb15-4c79-8c13-77d5852e2836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:08.142626 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4b06fc6a-bb15-4c79-8c13-77d5852e2836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:08.195248 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4b06fc6a-bb15-4c79-8c13-77d5852e2836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:08.211242 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06fc6a-bb15-4c79-8c13-77d5852e2836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d552b6f-1790-4f59-a2e7-3a41bd0f655d,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:08.216412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4b06fc6a-bb15-4c79-8c13-77d5852e2836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:08.219789 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-4b06fc6a-bb15-4c79-8c13-77d5852e2836 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d552b6f-1790-4f59-a2e7-3a41bd0f655d HTTP/1.1" status: 204 len: 168 time: 0.1584418 Feb 04 00:09:08.556399 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:09:08.759822 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:09:08.770165 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] Sync routers for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:09:08.783379 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39198) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:08.786273 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-d78498b7-3f55-45df-8518-daaa84e63c51 admin admin] 10.222.0.55 "PUT /v2.0/routers/42e9615f-bd84-4eae-966b-1ac9baeb6f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0712395 Feb 04 00:09:08.787180 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:09:08.787767 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:09:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:08.970138 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:09:08.978432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:09.184296 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:09.195400 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Deleting port a576eb94-21e3-4278-b5f4-b4da0b516438 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:09.195727 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:09.265321 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:09:07Z', 'revision_number': 5, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port': {'id': 'a576eb94-21e3-4278-b5f4-b4da0b516438', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:02:43Z', 'updated_at': '2022-02-04T00:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:09.269692 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] Checking router: 42e9615f-bd84-4eae-966b-1ac9baeb6f4f for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:09:09.280522 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] Routers {'42e9615f-bd84-4eae-966b-1ac9baeb6f4f'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:09:09.281532 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:09:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:09.377364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] For port a576eb94-21e3-4278-b5f4-b4da0b516438, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=a576eb94-21e3-4278-b5f4-b4da0b516438,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:09.377715 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:09.444225 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] Set router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f gateway port host: None {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:09:09.502974 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Calling delete_port for a576eb94-21e3-4278-b5f4-b4da0b516438 owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:09.556436 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:09:09Z', 'revision_number': 6, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:09.561073 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e47d6-3e9f-4714-b12f-cf673182b8c9 None None] The sync data for ids ['42e9615f-bd84-4eae-966b-1ac9baeb6f4f'] in dv-cinder-827776-1-smb is: [{'id': '42e9615f-bd84-4eae-966b-1ac9baeb6f4f', 'name': 'tempest-AttachVolumeShelveTestJSON-2039702551-router', 'tenant_id': 'dad4c08ad0d1484aab27a6cee298812a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:02:41Z', 'updated_at': '2022-02-04T00:09:09Z', 'revision_number': 6, 'project_id': 'dad4c08ad0d1484aab27a6cee298812a', 'gw_port_host': None}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:09:09.676828 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:09.720857 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Pushing event deleted for resources: {'Port': ['ID=a576eb94-21e3-4278-b5f4-b4da0b516438,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:10.041393 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.297265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.301645 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.331850 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.332345 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e9615f-bd84-4eae-966b-1ac9baeb6f4f {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:09:10.351670 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.356041 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39232) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:10.356519 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a57c6879-ecc3-40ae-a13a-852c281d435b admin admin] 10.222.0.55 "DELETE /v2.0/routers/42e9615f-bd84-4eae-966b-1ac9baeb6f4f HTTP/1.1" status: 204 len: 168 time: 1.5716767 Feb 04 00:09:10.421571 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_v2 [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Deleting subnet 5fecc96c-6245-47d2-b9c1-5282a0ec0df1 {{(pid=82763) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:09:10.424558 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.474592 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702141'] for subnet, precommit_delete_associations {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.565156 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.642861 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1422378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1553949'] for subnet, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.679394 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fecc96c-6245-47d2-b9c1-5282a0ec0df1,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:10.685576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.693261 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2a211-f217-44dd-9850-5337768efde4 None None] Network 879bc0f4-9b78-496a-a287-a69b8b05e747 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:09:10.693881 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-2391f2cf-a964-41ef-881e-f5a1e8613cbb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5fecc96c-6245-47d2-b9c1-5282a0ec0df1 HTTP/1.1" status: 204 len: 168 time: 0.3364286 Feb 04 00:09:10.694193 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39240) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:10.802406 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.821894 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Deleting port 4b561329-9671-4c51-90b0-9b640fa6923d {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:10.822535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:10.968885 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] DHCP port deletion for 879bc0f4-9b78-496a-a287-a69b8b05e747 request from dv-cinder-827776-1-smb {{(pid=82764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 00:09:10.973160 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Deleting port 4b561329-9671-4c51-90b0-9b640fa6923d {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:10.973575 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.066025 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] For port 4b561329-9671-4c51-90b0-9b640fa6923d, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4b561329-9671-4c51-90b0-9b640fa6923d,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:11.066380 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.097466 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 43c7f510-16f5-4e2c-86b1-36b54c7f7536 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:09:11.177438 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 43c7f510-16f5-4e2c-86b1-36b54c7f7536 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:09:11.177698 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 43c7f510-16f5-4e2c-86b1-36b54c7f7536 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:09:11.178112 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4b561329-9671-4c51-90b0-9b640fa6923d no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:09:11.192599 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Calling delete_port for 4b561329-9671-4c51-90b0-9b640fa6923d owned by network:dhcp {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:11.260258 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] For port 4b561329-9671-4c51-90b0-9b640fa6923d, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=4b561329-9671-4c51-90b0-9b640fa6923d,segment=NetworkSegment(77799b13-cd94-47ff-b138-9ca59fdb92bd),segment_id=77799b13-cd94-47ff-b138-9ca59fdb92bd)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:11.260727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.262189 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.307412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b561329-9671-4c51-90b0-9b640fa6923d,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:11.313825 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] No DVR routers for this DVR port 4b561329-9671-4c51-90b0-9b640fa6923d on host dv-cinder-827776-1-smb {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:09:11.325020 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No active binding found for port 4b561329-9671-4c51-90b0-9b640fa6923d {{(pid=82764) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 04 00:09:11.325453 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 4b561329-9671-4c51-90b0-9b640fa6923d not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:09:11.325870 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a576eb94-21e3-4278-b5f4-b4da0b516438 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:09:11.412945 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Calling delete_port for 4b561329-9671-4c51-90b0-9b640fa6923d owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:11.425732 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.450582 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879bc0f4-9b78-496a-a287-a69b8b05e747']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:11.461752 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: a576eb94-21e3-4278-b5f4-b4da0b516438 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:09:11.462098 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device a576eb94-21e3-4278-b5f4-b4da0b516438 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:09:11.462763 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77799b13-cd94-47ff-b138-9ca59fdb92bd') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:11.463059 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77799b13-cd94-47ff-b138-9ca59fdb92bd') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:09:11.474524 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.475266 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.490116 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.497940 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:09:11.498329 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:09:11.498492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.499261 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:09:11.512000 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:09:11.586661 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.601986 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.612328 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=879bc0f4-9b78-496a-a287-a69b8b05e747,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:11.626103 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-7df431cd-344a-450c-9d45-0ffa05637cf8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/879bc0f4-9b78-496a-a287-a69b8b05e747 HTTP/1.1" status: 204 len: 168 time: 0.9309239 Feb 04 00:09:11.820494 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39250) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:11.868100 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-2802b476-b158-4556-a231-1109c234c725 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dad4c08ad0d1484aab27a6cee298812a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0465024 Feb 04 00:09:11.870394 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39254) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:11.929706 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-751aab98-6815-420f-8e4c-f23673e9a1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:11.953506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-751aab98-6815-420f-8e4c-f23673e9a1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:12.000724 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Deleting port 4b561329-9671-4c51-90b0-9b640fa6923d {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:12.001231 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:12.002645 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-751aab98-6815-420f-8e4c-f23673e9a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:12.021094 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aab98-6815-420f-8e4c-f23673e9a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6c726f-74b4-4bb8-b450-954892f36ac7,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:12.030722 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-751aab98-6815-420f-8e4c-f23673e9a1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:12.032238 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-751aab98-6815-420f-8e4c-f23673e9a1e6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa6c726f-74b4-4bb8-b450-954892f36ac7 HTTP/1.1" status: 204 len: 168 time: 0.1609583 Feb 04 00:09:12.073924 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-5cb39bdc-8500-450a-aa00-3edfa36596ff None None] The port '4b561329-9671-4c51-90b0-9b640fa6923d' was deleted {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 00:09:13.656642 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39316) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:13.893531 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:13.926186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:13.930204 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Usage tracker for resource:security_group_rule and tenant:0319d01a94bd4d0397e303f87151e81b is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:13.932983 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:13.938696 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:14.004724 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:14.009412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:14.055487 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bb3548-41f0-4b05-ac3b-29257da736a5,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:14.060488 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-aa45642b-da0c-413c-ab7a-462ccc0facc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0319d01a94bd4d0397e303f87151e81b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4027410 Feb 04 00:09:14.063213 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39344) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:14.125856 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b820e31d-f5f7-45b0-8b7d-bc868d9d50f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:14.154822 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b820e31d-f5f7-45b0-8b7d-bc868d9d50f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:14.206340 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b820e31d-f5f7-45b0-8b7d-bc868d9d50f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:14.226202 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820e31d-f5f7-45b0-8b7d-bc868d9d50f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bb3548-41f0-4b05-ac3b-29257da736a5,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:14.226964 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b820e31d-f5f7-45b0-8b7d-bc868d9d50f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:14.228086 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b820e31d-f5f7-45b0-8b7d-bc868d9d50f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2bb3548-41f0-4b05-ac3b-29257da736a5 HTTP/1.1" status: 204 len: 168 time: 0.1638889 Feb 04 00:09:16.302825 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39432) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:16.397949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39440) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:16.483024 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.512482 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.548995 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:16.555792 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Usage tracker for resource:security_group_rule and tenant:b90132f4a49b4cc19f6ca0e2b7067152 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:16.559646 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:16.566957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:16.569081 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:16.573238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Usage tracker for resource:security_group_rule and tenant:eb01f9f2a3224b508f2e5c12f31c2750 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:16.577145 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:16.587368 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:16.685572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.691585 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.719956 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.732950 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.758203 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89e697c-1029-4d3a-8fb3-4c48f31eb8b3,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:16.787261 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-2df21d8f-3fc7-4000-9fe7-e5a11d81054e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b90132f4a49b4cc19f6ca0e2b7067152&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3883584 Feb 04 00:09:16.789926 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39446) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:16.802184 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb01f9f2a3224b508f2e5c12f31c2750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4982901 Feb 04 00:09:16.805014 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39450) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:16.817798 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14127e8-3aa1-48f2-ac83-47733e6d602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09193ebc-8a77-462c-8696-41d9469ca361,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:16.850040 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.868367 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-29fb85e1-b90c-41ee-9711-0b41793515ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.878909 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.894094 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-29fb85e1-b90c-41ee-9711-0b41793515ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.929437 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.945587 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89e697c-1029-4d3a-8fb3-4c48f31eb8b3,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:16.948768 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-29fb85e1-b90c-41ee-9711-0b41793515ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.952973 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.954114 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c89e697c-1029-4d3a-8fb3-4c48f31eb8b3 HTTP/1.1" status: 204 len: 168 time: 0.1632109 Feb 04 00:09:16.958291 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.958560 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.958816 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.959092 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.959415 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.959726 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.960048 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.960372 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.960807 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.961251 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.961675 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5df30df-6d3f-47eb-b273-704e402f57a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:16.966131 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb85e1-b90c-41ee-9711-0b41793515ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09193ebc-8a77-462c-8696-41d9469ca361,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:16.972497 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-29fb85e1-b90c-41ee-9711-0b41793515ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:16.975866 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-29fb85e1-b90c-41ee-9711-0b41793515ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09193ebc-8a77-462c-8696-41d9469ca361 HTTP/1.1" status: 204 len: 168 time: 0.1677120 Feb 04 00:09:17.317167 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39464) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:17.321056 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39468) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:17.351700 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.360404 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.405695 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:17.408536 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:17.412790 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Usage tracker for resource:security_group_rule and tenant:a7cc85872f9f446e948d66f716172706 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:17.415424 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Usage tracker for resource:security_group_rule and tenant:3596f4ac401f46d3a76be7cb02a9a40b is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:17.417839 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:17.420379 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:17.428210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:17.430125 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:17.541571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.543255 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.545560 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.558365 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.610356 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d71f526-e2a6-43f8-bae5-49b40b7d051f,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:17.616414 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-0b619f8e-0b59-42a9-9062-9ea401e6875a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7cc85872f9f446e948d66f716172706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981560 Feb 04 00:09:17.619439 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39472) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:17.629531 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3596f4ac401f46d3a76be7cb02a9a40b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3075144 Feb 04 00:09:17.631958 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39476) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:17.660238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556476d5-7f21-4571-a380-7b42302a40ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb2ae6-dc05-468b-a8b1-050aba52f3d3,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:17.684391 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-acad52bd-6ad6-4813-b811-26850e6beac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.703330 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-48bd4576-3cd4-48f1-8ad3-c29ad0448239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.710247 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-acad52bd-6ad6-4813-b811-26850e6beac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.728453 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-48bd4576-3cd4-48f1-8ad3-c29ad0448239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.762234 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-acad52bd-6ad6-4813-b811-26850e6beac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.776756 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad52bd-6ad6-4813-b811-26850e6beac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d71f526-e2a6-43f8-bae5-49b40b7d051f,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:17.783766 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-acad52bd-6ad6-4813-b811-26850e6beac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.784977 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-acad52bd-6ad6-4813-b811-26850e6beac3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d71f526-e2a6-43f8-bae5-49b40b7d051f HTTP/1.1" status: 204 len: 168 time: 0.1643898 Feb 04 00:09:17.786538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-48bd4576-3cd4-48f1-8ad3-c29ad0448239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.804825 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd4576-3cd4-48f1-8ad3-c29ad0448239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb2ae6-dc05-468b-a8b1-050aba52f3d3,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:17.813782 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-48bd4576-3cd4-48f1-8ad3-c29ad0448239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:17.814852 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-48bd4576-3cd4-48f1-8ad3-c29ad0448239 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2eb2ae6-dc05-468b-a8b1-050aba52f3d3 HTTP/1.1" status: 204 len: 168 time: 0.1820292 Feb 04 00:09:19.465752 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39550) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:19.608063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.639954 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:19.644231 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Usage tracker for resource:security_group_rule and tenant:8265d939ca5d4ae6acf5698f9b9f201c is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:19.647041 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:19.652723 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:19.718040 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.722857 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.769579 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4286424-8a35-4de8-b434-bbe5eee34532,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:19.774957 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a45e47c7-82d1-4775-8d70-b2a8f90b5303 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8265d939ca5d4ae6acf5698f9b9f201c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081336 Feb 04 00:09:19.777604 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39564) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:19.841700 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-712da84d-334a-4d67-9f22-83835ed31557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.866968 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-712da84d-334a-4d67-9f22-83835ed31557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.918594 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-712da84d-334a-4d67-9f22-83835ed31557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.933857 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da84d-334a-4d67-9f22-83835ed31557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4286424-8a35-4de8-b434-bbe5eee34532,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:19.943341 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-712da84d-334a-4d67-9f22-83835ed31557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:19.946764 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-712da84d-334a-4d67-9f22-83835ed31557 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4286424-8a35-4de8-b434-bbe5eee34532 HTTP/1.1" status: 204 len: 168 time: 0.1659677 Feb 04 00:09:20.736988 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39618) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:20.984289 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.017373 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:21.021047 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Usage tracker for resource:security_group_rule and tenant:48025573d26e44d2ac0eb5c804da7a33 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:21.023792 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:21.029285 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:21.095209 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.099272 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.145673 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c0d36-de3d-4816-a8eb-6d92fb0b6595,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:21.150056 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-830badbb-2f98-4224-81f4-5c1bbd29baa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=48025573d26e44d2ac0eb5c804da7a33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4119098 Feb 04 00:09:21.152665 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39632) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:21.210200 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf62d55c-f7e2-4422-bf45-f5c15eaff141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.236111 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf62d55c-f7e2-4422-bf45-f5c15eaff141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.286994 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf62d55c-f7e2-4422-bf45-f5c15eaff141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.306495 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62d55c-f7e2-4422-bf45-f5c15eaff141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c0d36-de3d-4816-a8eb-6d92fb0b6595,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:21.310699 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bf62d55c-f7e2-4422-bf45-f5c15eaff141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.317596 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bf62d55c-f7e2-4422-bf45-f5c15eaff141 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c8c0d36-de3d-4816-a8eb-6d92fb0b6595 HTTP/1.1" status: 204 len: 168 time: 0.1582274 Feb 04 00:09:21.729061 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39650) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:21.746754 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.778902 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:21.782799 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Usage tracker for resource:security_group_rule and tenant:35e8bfd5864a4dc8bdca044131f0eb80 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:21.785730 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:21.791368 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:21.858625 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.862533 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:21.904971 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e5b4ca-d6ae-420e-96b6-77c32de8eaf2,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:21.915630 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-4aef9bc2-05f2-4dfb-a653-4c916ced8111 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35e8bfd5864a4dc8bdca044131f0eb80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825962 Feb 04 00:09:21.915630 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39656) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:21.980360 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20851803-353b-4913-b66d-04b6743eac5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:22.008258 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20851803-353b-4913-b66d-04b6743eac5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:22.063004 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20851803-353b-4913-b66d-04b6743eac5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:22.079832 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20851803-353b-4913-b66d-04b6743eac5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e5b4ca-d6ae-420e-96b6-77c32de8eaf2,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:22.084555 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-20851803-353b-4913-b66d-04b6743eac5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:22.085180 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-20851803-353b-4913-b66d-04b6743eac5b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6e5b4ca-d6ae-420e-96b6-77c32de8eaf2 HTTP/1.1" status: 204 len: 168 time: 0.1683505 Feb 04 00:09:29.314894 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4ebe7ea7-55cb-498c-8155-5e0663187ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.038074 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39824) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:30.173581 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.204025 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:30.207718 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Usage tracker for resource:security_group_rule and tenant:65f584db2ce348e89e60d11f8435d179 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:30.210431 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:30.215926 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:30.277483 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.281396 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.328054 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f54a77-58ad-406f-9ce4-53fd90a78ea7,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:30.336303 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39832) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:30.336706 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-02f1bcf5-9932-45ed-8fbd-0f498c334514 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=65f584db2ce348e89e60d11f8435d179&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2972155 Feb 04 00:09:30.398380 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6391a710-bb62-422a-9b15-f66fc61711b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.424141 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6391a710-bb62-422a-9b15-f66fc61711b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.473617 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6391a710-bb62-422a-9b15-f66fc61711b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.490721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a710-bb62-422a-9b15-f66fc61711b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f54a77-58ad-406f-9ce4-53fd90a78ea7,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:30.496365 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-6391a710-bb62-422a-9b15-f66fc61711b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.501612 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-6391a710-bb62-422a-9b15-f66fc61711b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9f54a77-58ad-406f-9ce4-53fd90a78ea7 HTTP/1.1" status: 204 len: 168 time: 0.1642241 Feb 04 00:09:30.857520 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39848) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:30.879465 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.909800 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:30.913750 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:f93da0855153442988ff2466aa0f646f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:30.916635 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:30.922426 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:30.990838 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:30.994688 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.038941 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556f074-b880-4cd0-a59a-25dcc109e51d,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:31.043236 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a5dce7eb-16e4-40fc-8856-389b86462dd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f93da0855153442988ff2466aa0f646f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846707 Feb 04 00:09:31.045841 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39852) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:31.103878 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b2144b02-a3d5-4dd9-b525-4bebedbfe2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.129525 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b2144b02-a3d5-4dd9-b525-4bebedbfe2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.177951 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b2144b02-a3d5-4dd9-b525-4bebedbfe2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.192957 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2144b02-a3d5-4dd9-b525-4bebedbfe2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556f074-b880-4cd0-a59a-25dcc109e51d,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:31.201933 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-b2144b02-a3d5-4dd9-b525-4bebedbfe2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.203529 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-b2144b02-a3d5-4dd9-b525-4bebedbfe2f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6556f074-b880-4cd0-a59a-25dcc109e51d HTTP/1.1" status: 204 len: 168 time: 0.1563208 Feb 04 00:09:31.589420 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39860) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:31.607325 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.642057 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:31.645890 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Usage tracker for resource:security_group_rule and tenant:685563735b31435eacbb08265fb12bb3 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:31.648609 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:31.654157 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:31.719206 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.723713 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.775782 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20761e3c-6dca-4483-b6d8-374692858380,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:31.783336 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-cc41c05b-a815-45af-9872-d9d9729c5092 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=685563735b31435eacbb08265fb12bb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899650 Feb 04 00:09:31.784196 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39864) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:31.791285 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e51d-0afd-4433-a69f-3aa6643913b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.840505 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7362478f-86f0-48df-8891-ea396881daff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.865525 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7362478f-86f0-48df-8891-ea396881daff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.915467 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7362478f-86f0-48df-8891-ea396881daff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.935095 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362478f-86f0-48df-8891-ea396881daff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20761e3c-6dca-4483-b6d8-374692858380,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:31.940493 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-7362478f-86f0-48df-8891-ea396881daff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:31.944460 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-7362478f-86f0-48df-8891-ea396881daff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20761e3c-6dca-4483-b6d8-374692858380 HTTP/1.1" status: 204 len: 168 time: 0.1571677 Feb 04 00:09:32.420242 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:32.941284 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:33.952969 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:34.802944 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39888) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:34.941359 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:34.971514 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:34.975169 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Usage tracker for resource:security_group_rule and tenant:6c06814e934746e4b2bb5ba343afaad2 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:34.978011 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:34.984253 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:35.046285 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.049914 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.094349 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4667abbd-b75c-4a66-8ef2-d59ec39471fb,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:35.099564 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c566cf19-9f79-415d-8e1a-69cfa1127322 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6c06814e934746e4b2bb5ba343afaad2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2956245 Feb 04 00:09:35.102228 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39894) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:35.160123 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a15951da-b539-4c1c-98f5-2b71be3d5e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.185066 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a15951da-b539-4c1c-98f5-2b71be3d5e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.235892 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a15951da-b539-4c1c-98f5-2b71be3d5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.248880 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15951da-b539-4c1c-98f5-2b71be3d5e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4667abbd-b75c-4a66-8ef2-d59ec39471fb,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:35.255053 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-a15951da-b539-4c1c-98f5-2b71be3d5e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.256137 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-a15951da-b539-4c1c-98f5-2b71be3d5e7e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4667abbd-b75c-4a66-8ef2-d59ec39471fb HTTP/1.1" status: 204 len: 168 time: 0.1530290 Feb 04 00:09:35.576448 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39902) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:35.598714 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.628175 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:35.631896 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Usage tracker for resource:security_group_rule and tenant:ee0cca352d9a4f089ea18e1fecb1eb1f is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:35.634620 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:35.641933 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:35.706883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.710498 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.755265 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222efe1-c642-43cd-b893-97dcb57cf2bf,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:35.760237 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-758b1ccf-4e23-46b0-bd03-aae48d53e62e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee0cca352d9a4f089ea18e1fecb1eb1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1821518 Feb 04 00:09:35.762832 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39906) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:35.819691 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93c1bad1-0baa-4af7-a2df-32593b783c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.844498 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93c1bad1-0baa-4af7-a2df-32593b783c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.897346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93c1bad1-0baa-4af7-a2df-32593b783c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.912190 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1bad1-0baa-4af7-a2df-32593b783c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222efe1-c642-43cd-b893-97dcb57cf2bf,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:35.916304 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-93c1bad1-0baa-4af7-a2df-32593b783c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:35.917411 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-93c1bad1-0baa-4af7-a2df-32593b783c6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9222efe1-c642-43cd-b893-97dcb57cf2bf HTTP/1.1" status: 204 len: 168 time: 0.1536839 Feb 04 00:09:37.260327 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:09:37.265504 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39936) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:37.402051 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.432846 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:37.436510 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Usage tracker for resource:security_group_rule and tenant:cd2c358e432642d5b0bd69a2c77ff927 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:37.439320 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:37.444843 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:37.506513 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.511542 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.555597 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9451ef94-79a4-48f8-8f36-b199576ce1e6,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:37.561607 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-55687a89-682d-4d24-a860-b39a26d970cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cd2c358e432642d5b0bd69a2c77ff927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2943234 Feb 04 00:09:37.563640 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39942) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:37.620609 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-27793c52-d1f3-44f7-995d-2b9b92c9d705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.645104 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-27793c52-d1f3-44f7-995d-2b9b92c9d705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.697974 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-27793c52-d1f3-44f7-995d-2b9b92c9d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.713443 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27793c52-d1f3-44f7-995d-2b9b92c9d705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9451ef94-79a4-48f8-8f36-b199576ce1e6,revision_number=None']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:37.718906 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-27793c52-d1f3-44f7-995d-2b9b92c9d705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:37.719997 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-27793c52-d1f3-44f7-995d-2b9b92c9d705 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9451ef94-79a4-48f8-8f36-b199576ce1e6 HTTP/1.1" status: 204 len: 168 time: 0.1554770 Feb 04 00:09:38.477522 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 39964) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:38.607344 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289451629-network', 'tenant_id': 'de68502e686f40fea1b9da95150e2e1b'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:09:38.612900 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:38.616561 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Usage tracker for resource:network and tenant:de68502e686f40fea1b9da95150e2e1b is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:38.619314 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:38.625619 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:38.635363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Made reservation on behalf of de68502e686f40fea1b9da95150e2e1b for: {'network': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:09:38.637929 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.650677 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.681649 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:38.685278 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Usage tracker for resource:security_group_rule and tenant:de68502e686f40fea1b9da95150e2e1b is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:38.689007 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:38.694630 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:38.762715 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.767345 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.798020 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=82763) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:09:38.806270 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b0fed-93fb-4193-8076-c33a96eb1199,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:38.813378 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.814340 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.segments_db [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Added segment 601762ab-23bf-4257-aa25-3caaaaa60fbc of type vlan for network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 Feb 04 00:09:38.838788 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.867858 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.868705 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:38.869342 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:38.990686 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5120666 Feb 04 00:09:38.991484 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636e700-65cf-4360-9c64-328a9af43ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:38.993947 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 39970) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:09:38.999933 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Request body: {'subnet': {'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289451629-subnet', 'tenant_id': 'de68502e686f40fea1b9da95150e2e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:09:39.002212 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:09:39.007788 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:39.013498 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Usage tracker for resource:subnet and tenant:de68502e686f40fea1b9da95150e2e1b is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:39.017031 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:39.022730 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:39.035003 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Made reservation on behalf of de68502e686f40fea1b9da95150e2e1b for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:09:39.040432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410273'] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:39.263384 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1724289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410295'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:39.344416 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc560e81-6f73-42f3-8ea8-e9db7d65cfb0,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:39.356716 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Checking segment: {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:09:39.357071 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Network hostable DHCP agents. Network: 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:09:39.381124 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:09:39.393363 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:09:39.397609 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:39.398192 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:39.404127 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224af853-e988-4f89-a874-d3584a9d28d4 None None] Network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:09:39.423089 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-871b2f52-9f1e-45d1-9978-bcdc4e3b90f4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4243627 Feb 04 00:09:39.665131 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ed106-c51c-4dd2-9be7-9b366ca05b6b None None] Network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:09:41.374714 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:41.549385 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209acce-0825-43b6-8ddd-813bae449c89 req-a1b804e7-fd72-49c5-a175-32f7be522310 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:41.550060 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-1209acce-0825-43b6-8ddd-813bae449c89 req-a1b804e7-fd72-49c5-a175-32f7be522310 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Synchronizing usage tracker for tenant:de68502e686f40fea1b9da95150e2e1b on resource:network {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:09:41.566820 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-1209acce-0825-43b6-8ddd-813bae449c89 req-a1b804e7-fd72-49c5-a175-32f7be522310 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Unset dirty status for tenant:de68502e686f40fea1b9da95150e2e1b on resource:network {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:09:41.567886 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-a1b804e7-fd72-49c5-a175-32f7be522310 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/networks?id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 200 len: 809 time: 0.2280493 Feb 04 00:09:41.583295 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-69837856-51a8-48d0-910c-da7abd24b713 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/quotas/de68502e686f40fea1b9da95150e2e1b HTTP/1.1" status: 200 len: 375 time: 0.0100009 Feb 04 00:09:41.630776 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-816a070a-11a8-4c2d-ae31-d7d9baeaadc1 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de68502e686f40fea1b9da95150e2e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427220 Feb 04 00:09:41.760025 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-eec136d0-33da-422b-873c-0d233e49114f service neutron] 10.222.0.55 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227825 Feb 04 00:09:41.885515 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-25b412cc-f829-4edd-a71e-bf189a6bc827 service neutron] 10.222.0.55 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195869 Feb 04 00:09:42.068142 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-73ca2322-8bf2-45f3-98e1-4f019db36b7b req-7d753cf8-1580-4413-b0c1-6698997ea526 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 210 time: 0.0416369 Feb 04 00:09:43.127042 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209acce-0825-43b6-8ddd-813bae449c89 req-7c254850-a133-4988-abc3-36ea9bbae700 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:43.128527 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-7c254850-a133-4988-abc3-36ea9bbae700 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "GET /v2.0/networks?id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 200 len: 809 time: 0.2212949 Feb 04 00:09:43.144428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Request body: {'port': {'device_id': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7', 'admin_state_up': True, 'tenant_id': 'de68502e686f40fea1b9da95150e2e1b'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:09:43.243502 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-870f6524-783c-4fd9-bd54-00e75de9b295 req-f297c811-0cf5-4ada-8f9c-d5f6b26fcc21 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 210 time: 0.0392642 Feb 04 00:09:43.278571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:43.282871 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Usage tracker for resource:port and tenant:de68502e686f40fea1b9da95150e2e1b is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:09:43.285601 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:09:43.291084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:43.300488 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Made reservation on behalf of de68502e686f40fea1b9da95150e2e1b for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:09:43.303733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:43.461311 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Allocated IP 172.20.0.13 (7f4cff6a-abe4-4b02-8360-b19a6d0e23a7/dc560e81-6f73-42f3-8ea8-e9db7d65cfb0/9c713d24-892b-455d-bc10-571f30896212) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:09:43.657374 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:43.683623 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:43.756217 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:09:43.759150 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:09:43.763046 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:09:43.791811 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Pushing event updated for resources: {'Port': ['ID=9c713d24-892b-455d-bc10-571f30896212,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:43.824795 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:43.825416 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:43.843555 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-12493db0-e133-446c-acd7-9a105979f189 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7034621 Feb 04 00:09:43.853959 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Request body: {'port': {'device_id': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:09:43.959442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:44.282378 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c713d24-892b-455d-bc10-571f30896212 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:09:44.289253 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:44.303420 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Transition to ACTIVE for port object 9c713d24-892b-455d-bc10-571f30896212 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:09:44.307415 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:44.469171 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c713d24-892b-455d-bc10-571f30896212,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:44.588172 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d70935-2a8a-431b-b903-03a41d5e9d94 req-c3bacaf5-42d9-49f1-8fcf-c2efb257e22f tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:44.588850 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-e0d70935-2a8a-431b-b903-03a41d5e9d94 req-c3bacaf5-42d9-49f1-8fcf-c2efb257e22f tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Synchronizing usage tracker for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:09:44.612410 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Attempting to bind port 9c713d24-892b-455d-bc10-571f30896212 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:09:44.612742 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Attempting to bind port 9c713d24-892b-455d-bc10-571f30896212 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:09:44.613060 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Attempting to bind port 9c713d24-892b-455d-bc10-571f30896212 on network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:09:44.620126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Port 9c713d24-892b-455d-bc10-571f30896212 on network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:09:44.620442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Attempting to bind port 9c713d24-892b-455d-bc10-571f30896212 on network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:09:44.624317 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-e0d70935-2a8a-431b-b903-03a41d5e9d94 req-c3bacaf5-42d9-49f1-8fcf-c2efb257e22f tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Unset dirty status for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:09:44.625577 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e0d70935-2a8a-431b-b903-03a41d5e9d94 req-c3bacaf5-42d9-49f1-8fcf-c2efb257e22f tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 944 time: 0.2594764 Feb 04 00:09:44.628573 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:09:44.628904 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Checking segment: {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:09:44.629298 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Bound using segment: {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:09:44.629726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Bound port: 9c713d24-892b-455d-bc10-571f30896212, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:09:44.630043 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:44.735915 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e0d70935-2a8a-431b-b903-03a41d5e9d94 req-942a5f92-0816-489a-914f-2a1fc21310c2 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971813 Feb 04 00:09:44.749180 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] For port 9c713d24-892b-455d-bc10-571f30896212, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:09:44.753147 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] For port 9c713d24-892b-455d-bc10-571f30896212, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9c713d24-892b-455d-bc10-571f30896212,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:09:44.760183 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:44.906403 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:44.907702 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/9c713d24-892b-455d-bc10-571f30896212 HTTP/1.1" status: 200 len: 1094 time: 1.0576713 Feb 04 00:09:44.908136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'tag': '9c713d24-892b-455d-bc10-571f30896212'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:09:44.928639 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ab65d-1b3d-4a02-8b46-aed6ade202b9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c713d24-892b-455d-bc10-571f30896212,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:44.977297 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'tag': '9c713d24-892b-455d-bc10-571f30896212', 'status': 'completed', 'code': 200} Feb 04 00:09:45.011613 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-7dae34c9-7c26-4d4c-986e-2269768e4b73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de68502e686f40fea1b9da95150e2e1b&device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 1097 time: 0.0682089 Feb 04 00:09:45.079869 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-c0c7a76d-7722-44fc-8a14-a26ad7aca105 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c713d24-892b-455d-bc10-571f30896212 HTTP/1.1" status: 200 len: 217 time: 0.0618796 Feb 04 00:09:45.142639 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209acce-0825-43b6-8ddd-813bae449c89 req-48093ca1-7e2e-4e9d-977c-0e9564005872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:45.144052 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-48093ca1-7e2e-4e9d-977c-0e9564005872 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc560e81-6f73-42f3-8ea8-e9db7d65cfb0 HTTP/1.1" status: 200 len: 849 time: 0.0588808 Feb 04 00:09:45.186366 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-9ccb8ecd-1d65-4679-9c1b-b6b957cd32d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368383 Feb 04 00:09:45.312423 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-ed3d6359-e499-4ba6-9a5d-3642534800c4 service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202726 Feb 04 00:09:45.438770 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-1209acce-0825-43b6-8ddd-813bae449c89 req-350d7adf-e2c3-47fe-9a45-089ce6123fd2 service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209297 Feb 04 00:09:45.557049 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-b4e043fb-64db-4f8f-94e2-782a5d0bd51e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de68502e686f40fea1b9da95150e2e1b&device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 1097 time: 0.0771050 Feb 04 00:09:45.689520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-36032a63-0fb8-44e6-ab98-6f61de9570f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:45.690862 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-36032a63-0fb8-44e6-ab98-6f61de9570f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 200 len: 910 time: 0.1269166 Feb 04 00:09:45.760486 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-206fae0b-3255-45fb-8630-14dedb6cf3cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c713d24-892b-455d-bc10-571f30896212 HTTP/1.1" status: 200 len: 217 time: 0.0632858 Feb 04 00:09:45.820954 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-0085a6f7-6802-496a-a8a3-cb4e7b8dc68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:45.822408 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-0085a6f7-6802-496a-a8a3-cb4e7b8dc68f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc560e81-6f73-42f3-8ea8-e9db7d65cfb0 HTTP/1.1" status: 200 len: 849 time: 0.0556521 Feb 04 00:09:45.903122 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-1ced71e7-44b6-4bf9-8009-6c268a2b16cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719995 Feb 04 00:09:46.043966 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786ac39-41f6-4519-a1c4-8aa8eb4a3bcc req-3b1068a1-45af-4d7a-a631-2e975edd7273 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:46.045313 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2786ac39-41f6-4519-a1c4-8aa8eb4a3bcc req-3b1068a1-45af-4d7a-a631-2e975edd7273 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 944 time: 0.1841455 Feb 04 00:09:46.055032 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-550230f7-b416-4129-a0b5-52a63d6e7924 service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448429 Feb 04 00:09:46.164683 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2786ac39-41f6-4519-a1c4-8aa8eb4a3bcc req-e2478167-0b15-4961-b188-79fa25e2c841 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123090 Feb 04 00:09:46.218221 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8d896bff-467d-4a97-b2c8-e9fdccd16347 req-e46da785-317c-48ec-ab45-b8aa3a30e13a service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503279 Feb 04 00:09:47.355888 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb910821-f3bf-425a-b884-c9d141746043 req-ed18086f-e498-4422-9720-c49750202619 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:47.357318 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cb910821-f3bf-425a-b884-c9d141746043 req-ed18086f-e498-4422-9720-c49750202619 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 944 time: 0.0739009 Feb 04 00:09:47.403741 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-cb910821-f3bf-425a-b884-c9d141746043 req-ee4e4059-cc9d-4d05-96e5-613eed223717 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Synchronizing usage tracker for tenant:de68502e686f40fea1b9da95150e2e1b on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:09:47.419498 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-cb910821-f3bf-425a-b884-c9d141746043 req-ee4e4059-cc9d-4d05-96e5-613eed223717 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Unset dirty status for tenant:de68502e686f40fea1b9da95150e2e1b on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:09:47.420566 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cb910821-f3bf-425a-b884-c9d141746043 req-ee4e4059-cc9d-4d05-96e5-613eed223717 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578766 Feb 04 00:09:48.094320 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9c713d24-892b-455d-bc10-571f30896212 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:09:48.224675 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9c713d24-892b-455d-bc10-571f30896212, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9c713d24-892b-455d-bc10-571f30896212,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:48.237132 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '9c713d24-892b-455d-bc10-571f30896212', 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7', 'port_id': '9c713d24-892b-455d-bc10-571f30896212', 'mac_address': 'fa:16:3e:23:8f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc560e81-6f73-42f3-8ea8-e9db7d65cfb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:09:48.288582 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:48.308021 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c713d24-892b-455d-bc10-571f30896212 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:09:48.322127 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9c713d24-892b-455d-bc10-571f30896212, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9c713d24-892b-455d-bc10-571f30896212,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:48.326045 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:48.388204 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9c713d24-892b-455d-bc10-571f30896212,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:48.396657 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.396993 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.397348 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.397681 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.397999 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.398314 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.398627 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.398937 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.399245 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.399551 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.399859 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:09:48.528360 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['9c713d24-892b-455d-bc10-571f30896212'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:09:48.614081 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55de3e-e918-4d01-9d2b-30b517d75225 req-396d3d85-8f97-42cc-ae1f-979e7ec598db tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:48.615553 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ef55de3e-e918-4d01-9d2b-30b517d75225 req-396d3d85-8f97-42cc-ae1f-979e7ec598db tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 945 time: 0.0763392 Feb 04 00:09:48.661265 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ef55de3e-e918-4d01-9d2b-30b517d75225 req-25a967fb-74c4-4ac3-bfcf-ad0207a90f1f tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Feb 04 00:09:49.857090 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29031c90-8405-496c-8ae4-c57c3295160c req-1f726291-270d-45d3-9bb9-b28591978d20 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:49.858569 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-29031c90-8405-496c-8ae4-c57c3295160c req-1f726291-270d-45d3-9bb9-b28591978d20 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 945 time: 0.0741653 Feb 04 00:09:49.902301 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-29031c90-8405-496c-8ae4-c57c3295160c req-0dd365e2-a3f5-48ce-940a-ca56076df4d2 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382452 Feb 04 00:09:50.094083 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9c713d24-892b-455d-bc10-571f30896212 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:09:50.160542 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 9c713d24-892b-455d-bc10-571f30896212 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:09:50.164579 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 9c713d24-892b-455d-bc10-571f30896212 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:09:50.164939 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:50.276592 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:50.302756 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c713d24-892b-455d-bc10-571f30896212'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:09:50.313437 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9c713d24-892b-455d-bc10-571f30896212, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9c713d24-892b-455d-bc10-571f30896212,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:50.317057 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:50.358609 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c713d24-892b-455d-bc10-571f30896212', 'code': 200} Feb 04 00:09:50.383543 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9c713d24-892b-455d-bc10-571f30896212,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:50.574451 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-fd5fb8c2-fdf0-47be-b8e2-de111842cc46 req-abb22df1-35ba-4c1f-ac79-52bbe53e389a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 1099 time: 0.0693030 Feb 04 00:09:50.696565 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-fd5fb8c2-fdf0-47be-b8e2-de111842cc46 req-62c706f5-4a66-4b2f-bf53-55d60069e825 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164384 Feb 04 00:09:51.098864 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b169236-25e9-46fd-b818-8ac37e5a67ff req-4b646569-0a6d-4ed5-bdda-f5bb0bb0db68 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:51.100281 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3b169236-25e9-46fd-b818-8ac37e5a67ff req-4b646569-0a6d-4ed5-bdda-f5bb0bb0db68 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 946 time: 0.0774369 Feb 04 00:09:51.143915 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3b169236-25e9-46fd-b818-8ac37e5a67ff req-e07492f5-2c70-4601-a2ce-01fb69a8fe6b tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382721 Feb 04 00:09:52.337069 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cf859-4e7e-41e8-be7b-32f81b1d82d2 req-6722a97c-7f82-4855-be65-ee08527903ee tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:52.338529 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f7cf859-4e7e-41e8-be7b-32f81b1d82d2 req-6722a97c-7f82-4855-be65-ee08527903ee tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 946 time: 0.0749011 Feb 04 00:09:52.382439 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f7cf859-4e7e-41e8-be7b-32f81b1d82d2 req-49f58d55-a197-4ae6-aa58-343a6fd4c4bb tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Feb 04 00:09:53.351574 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55e0d-5be1-482d-a3ee-08d20a2f66dc req-02ebf486-b435-49c6-843b-863dd2407a9c tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:53.353002 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-23e55e0d-5be1-482d-a3ee-08d20a2f66dc req-02ebf486-b435-49c6-843b-863dd2407a9c tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 946 time: 0.0771670 Feb 04 00:09:53.397045 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-23e55e0d-5be1-482d-a3ee-08d20a2f66dc req-01781767-dccb-4ab7-a6ae-799e12d82b20 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Feb 04 00:09:54.553132 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125bb89-6868-4aec-abea-59de63c671e0 req-335f20d0-fbdc-4bca-bea8-ad24a98290af tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:54.554589 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2125bb89-6868-4aec-abea-59de63c671e0 req-335f20d0-fbdc-4bca-bea8-ad24a98290af tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 946 time: 0.0755002 Feb 04 00:09:54.609127 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f69c0-d43c-4964-a73f-a82908f2caa3 req-c2e5d680-b75f-4de8-9864-abf3da226eed tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:54.610581 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b37f69c0-d43c-4964-a73f-a82908f2caa3 req-c2e5d680-b75f-4de8-9864-abf3da226eed tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 946 time: 0.0775197 Feb 04 00:09:54.626901 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Deleting port 9c713d24-892b-455d-bc10-571f30896212 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:09:54.627244 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:54.656953 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b37f69c0-d43c-4964-a73f-a82908f2caa3 req-7fd17724-25c5-4449-a4fe-8bf852e47aff tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Feb 04 00:09:54.865679 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] For port 9c713d24-892b-455d-bc10-571f30896212, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9c713d24-892b-455d-bc10-571f30896212,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:09:54.866024 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:54.981333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Calling delete_port for 9c713d24-892b-455d-bc10-571f30896212 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:09:55.116540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:55.128638 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['9c713d24-892b-455d-bc10-571f30896212'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:09:55.165417 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Pushing event deleted for resources: {'Port': ['ID=9c713d24-892b-455d-bc10-571f30896212,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:55.235845 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] No DVR routers for this DVR port 9c713d24-892b-455d-bc10-571f30896212 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:09:55.238268 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:55.240604 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'name': 'network-vif-deleted', 'tag': '9c713d24-892b-455d-bc10-571f30896212'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:09:55.255724 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2125bb89-6868-4aec-abea-59de63c671e0 req-f4912e66-1c19-420d-a860-34dbc892cebe tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "DELETE /v2.0/ports/9c713d24-892b-455d-bc10-571f30896212 HTTP/1.1" status: 204 len: 173 time: 0.6947911 Feb 04 00:09:55.300465 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd6d97d-551c-4a63-a934-c979bb2fa873', 'name': 'network-vif-deleted', 'tag': '9c713d24-892b-455d-bc10-571f30896212', 'status': 'completed', 'code': 200} Feb 04 00:09:55.832110 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-346d492b-8df5-4144-9980-394153a9ecd9 req-98a0f468-3507-46c3-8409-ee9fd9a80be2 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cd6d97d-551c-4a63-a934-c979bb2fa873 HTTP/1.1" status: 200 len: 210 time: 0.0435739 Feb 04 00:09:57.199343 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-0d77b6e0-5eca-4965-a1f5-80477c129b67 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:57.200661 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-0d77b6e0-5eca-4965-a1f5-80477c129b67 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/networks?id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 200 len: 809 time: 0.1380847 Feb 04 00:09:57.216608 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-eff93624-87b1-466a-9eac-effaf1bd9438 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/quotas/de68502e686f40fea1b9da95150e2e1b HTTP/1.1" status: 200 len: 375 time: 0.0099297 Feb 04 00:09:57.259935 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-aad2ea70-3852-4a39-8cf6-bd2be5a62883 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=de68502e686f40fea1b9da95150e2e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384004 Feb 04 00:09:57.386696 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-c292746a-5a45-4730-8bce-697e1d566c09 service neutron] 10.222.0.55 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203606 Feb 04 00:09:57.512547 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-6291a038-d9a5-4422-afeb-dcd968916225 service neutron] 10.222.0.55 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201298 Feb 04 00:09:57.691149 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-90cb2f1a-95ef-452b-98b0-109903930d69 req-08498342-4cbe-4438-a605-fdf5e5b00bad tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Synchronizing usage tracker for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:09:57.707572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-90cb2f1a-95ef-452b-98b0-109903930d69 req-08498342-4cbe-4438-a605-fdf5e5b00bad tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Unset dirty status for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:09:57.708693 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-90cb2f1a-95ef-452b-98b0-109903930d69 req-08498342-4cbe-4438-a605-fdf5e5b00bad tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 210 time: 0.0577662 Feb 04 00:09:58.141196 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9c713d24-892b-455d-bc10-571f30896212 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:09:58.176982 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 9c713d24-892b-455d-bc10-571f30896212 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:09:58.177346 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9c713d24-892b-455d-bc10-571f30896212 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:09:58.655428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-57058cee-b8ad-4448-89f6-103a1ce51f20 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:58.657440 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-57058cee-b8ad-4448-89f6-103a1ce51f20 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "GET /v2.0/networks?id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 200 len: 809 time: 0.1428320 Feb 04 00:09:58.672798 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Request body: {'port': {'device_id': '88734419-91dd-4146-904d-c9a7eb765f89', 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7', 'admin_state_up': True, 'tenant_id': 'de68502e686f40fea1b9da95150e2e1b'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:09:58.811512 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:09:58.821291 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:09:58.833040 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Made reservation on behalf of de68502e686f40fea1b9da95150e2e1b for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:09:58.836107 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:58.870276 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b9156fbf-c008-4f75-b26a-1cfef9d6f2d8 req-d00311ee-d90d-44a1-920e-185030f1e547 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 210 time: 0.0398331 Feb 04 00:09:58.994738 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Allocated IP 172.20.0.2 (7f4cff6a-abe4-4b02-8360-b19a6d0e23a7/dc560e81-6f73-42f3-8ea8-e9db7d65cfb0/e1a3cbf7-bf6b-440f-b730-a0d89de42cf5) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:09:59.266579 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:59.292939 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:59.316636 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ffb65d9e-e8af-4fee-a92c-ba36f06b691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:59.366215 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:09:59.369220 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:09:59.373538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:09:59.398896 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Pushing event updated for resources: {'Port': ['ID=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:09:59.434495 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:09:59.435093 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:59.458991 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9a03fd76-c86a-43c8-b9cc-ab16d966e46d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7904556 Feb 04 00:09:59.470802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Request body: {'port': {'device_id': '88734419-91dd-4146-904d-c9a7eb765f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:09:59.578090 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:59.905424 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:09:59.912763 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:09:59.928073 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Transition to ACTIVE for port object e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:09:59.933278 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:00.090310 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:00.206294 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946024d-09d1-4748-8ee4-f3a4e616800d req-759722ce-adff-4f17-9c33-9be7b81f62f1 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:00.206882 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b946024d-09d1-4748-8ee4-f3a4e616800d req-759722ce-adff-4f17-9c33-9be7b81f62f1 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Synchronizing usage tracker for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:10:00.226719 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Attempting to bind port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:10:00.227046 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Attempting to bind port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:10:00.227361 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Attempting to bind port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 on network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:10:00.237228 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 on network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:10:00.237561 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Attempting to bind port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 on network 7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:10:00.242653 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b946024d-09d1-4748-8ee4-f3a4e616800d req-759722ce-adff-4f17-9c33-9be7b81f62f1 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Unset dirty status for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:10:00.243758 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b946024d-09d1-4748-8ee4-f3a4e616800d req-759722ce-adff-4f17-9c33-9be7b81f62f1 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 943 time: 0.2501602 Feb 04 00:10:00.245502 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:10:00.245824 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Checking segment: {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:10:00.246188 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Bound using segment: {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:10:00.246589 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Bound port: e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601762ab-23bf-4257-aa25-3caaaaa60fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:10:00.246918 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:00.342057 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b946024d-09d1-4748-8ee4-f3a4e616800d req-7d8ad6e7-dcb5-436d-b09f-092a51d84c5d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864050 Feb 04 00:10:00.367492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] For port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:10:00.370352 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] For port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:10:00.374103 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:00.434034 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:00.435441 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] 10.222.0.26 "PUT /v2.0/ports/e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 HTTP/1.1" status: 200 len: 1093 time: 0.9686618 Feb 04 00:10:00.435866 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88734419-91dd-4146-904d-c9a7eb765f89', 'tag': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:10:00.456520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:00.465576 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.465913 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.466240 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.466564 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.466886 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.467203 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.467519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.467860 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.468858 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.469196 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.469637 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec788aa-8ce0-4b16-82ef-bac466225480 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:10:00.502961 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88734419-91dd-4146-904d-c9a7eb765f89', 'tag': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5', 'status': 'completed', 'code': 200} Feb 04 00:10:00.542372 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-1c9c9ddb-b43c-4b46-8338-d29c10af814b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de68502e686f40fea1b9da95150e2e1b&device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 1096 time: 0.0690787 Feb 04 00:10:00.611447 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-dd4e30f7-9f4b-4695-89c4-c566e370b6b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 HTTP/1.1" status: 200 len: 217 time: 0.0624993 Feb 04 00:10:00.673541 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-c4b15a91-939b-4995-94a6-fb357757592b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:00.674956 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-c4b15a91-939b-4995-94a6-fb357757592b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc560e81-6f73-42f3-8ea8-e9db7d65cfb0 HTTP/1.1" status: 200 len: 849 time: 0.0582290 Feb 04 00:10:00.722046 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-a14f999d-953b-40ac-a578-e54fffc97cad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408065 Feb 04 00:10:00.931205 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-ff807e43-27fb-431c-b3e2-7e2a6135c392 service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032425 Feb 04 00:10:01.061021 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f1f6ecf3-4da8-4c52-882f-b98d1b8f927c req-9c608cab-5790-41d7-ab36-22699a7a33a0 service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215212 Feb 04 00:10:01.170595 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-f443cbce-5b2d-4db2-a41d-e037f46c06c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de68502e686f40fea1b9da95150e2e1b&device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 1096 time: 0.0665758 Feb 04 00:10:01.297855 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be4768-ec20-4622-982d-9e243f8acab6 req-dedf3d5f-c212-43df-8d10-358ae0059d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:01.299273 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-dedf3d5f-c212-43df-8d10-358ae0059d3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 200 len: 910 time: 0.1225944 Feb 04 00:10:01.369040 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-c9d3f8ab-6828-41ab-9013-381a315fa270 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 HTTP/1.1" status: 200 len: 217 time: 0.0629413 Feb 04 00:10:01.432251 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be4768-ec20-4622-982d-9e243f8acab6 req-9dd2d6ec-b751-4ea9-9a04-9928798e883a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:01.433698 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-9dd2d6ec-b751-4ea9-9a04-9928798e883a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc560e81-6f73-42f3-8ea8-e9db7d65cfb0 HTTP/1.1" status: 200 len: 849 time: 0.0586717 Feb 04 00:10:01.513467 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-d80f2145-6634-4c9e-b026-cf35a10286e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733747 Feb 04 00:10:01.661063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7da598-429e-4b91-85ca-e66dea6c3e38 req-e77ab614-3521-48f6-a3bc-7055c4e25e02 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:01.662561 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7da598-429e-4b91-85ca-e66dea6c3e38 req-e77ab614-3521-48f6-a3bc-7055c4e25e02 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 943 time: 0.1913118 Feb 04 00:10:01.667487 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-c959e65b-52b3-46f2-9637-43a76e8e522b service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458881 Feb 04 00:10:01.788295 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5c7da598-429e-4b91-85ca-e66dea6c3e38 req-df16774a-ee0a-4623-83ee-60a737e35964 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198943 Feb 04 00:10:01.794779 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d506a268-9359-47b2-b91d-d2ff8ca04f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:01.825585 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-64be4768-ec20-4622-982d-9e243f8acab6 req-e33f9b95-7a1f-4f58-b978-f2e2e82c7784 service neutron] 10.222.0.26 "GET /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434536 Feb 04 00:10:02.156903 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:10:02.283533 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:02.295944 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5', 'network_id': '7f4cff6a-abe4-4b02-8360-b19a6d0e23a7', 'port_id': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5', 'mac_address': 'fa:16:3e:6b:64:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc560e81-6f73-42f3-8ea8-e9db7d65cfb0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:10:02.346927 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:02.365737 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:10:02.380317 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:02.384522 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:02.475174 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:02.487076 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:02.571705 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['e1a3cbf7-bf6b-440f-b730-a0d89de42cf5'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:10:02.943350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:02.986780 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae928964-7bf0-4f34-841f-183e29efeaa6 req-aedd88da-9d3e-485a-a74d-9240ae242552 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:02.988191 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ae928964-7bf0-4f34-841f-183e29efeaa6 req-aedd88da-9d3e-485a-a74d-9240ae242552 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 944 time: 0.0772746 Feb 04 00:10:03.031045 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ae928964-7bf0-4f34-841f-183e29efeaa6 req-f72436aa-1610-44c8-987c-22c4a33ba07b tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Feb 04 00:10:03.955413 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:04.171703 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:10:04.228115 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac267a-a144-45c6-abc3-e970f36c1fbe req-e6a5ab25-2b1c-40ad-bc40-655c38b6c45d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:04.229473 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-19ac267a-a144-45c6-abc3-e970f36c1fbe req-e6a5ab25-2b1c-40ad-bc40-655c38b6c45d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 944 time: 0.0782592 Feb 04 00:10:04.237661 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:10:04.242359 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:10:04.242724 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:04.276735 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-19ac267a-a144-45c6-abc3-e970f36c1fbe req-36fb028a-6efe-49dd-9b2f-3903573850ab tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Feb 04 00:10:04.356068 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:04.382890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88734419-91dd-4146-904d-c9a7eb765f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:10:04.392682 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:04.397806 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:04.440622 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88734419-91dd-4146-904d-c9a7eb765f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5', 'code': 200} Feb 04 00:10:04.468567 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:04.652790 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7889f3f6-6684-4a12-b15b-6a044c047b4f req-6fc111a6-63a5-466e-8d0a-9fe328f4c0a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 1098 time: 0.0650706 Feb 04 00:10:04.699024 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7889f3f6-6684-4a12-b15b-6a044c047b4f req-afbef0bb-b969-4268-bf5c-6518b7709162 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Feb 04 00:10:05.465035 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c116-6013-453e-a00a-686073e5a8a7 req-f7f8b5cd-6e74-421e-81d6-bd9f01ab74f4 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:05.466480 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c658c116-6013-453e-a00a-686073e5a8a7 req-f7f8b5cd-6e74-421e-81d6-bd9f01ab74f4 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 945 time: 0.0741947 Feb 04 00:10:05.510418 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-c658c116-6013-453e-a00a-686073e5a8a7 req-7440bb20-2d4f-4862-9d08-7aa8b5aa797b tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Feb 04 00:10:06.706048 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c426b-ef9c-47cc-b334-5e603a66e8db req-0773e850-a13a-40a2-8081-f3ed657fec72 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:06.707458 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-573c426b-ef9c-47cc-b334-5e603a66e8db req-0773e850-a13a-40a2-8081-f3ed657fec72 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 945 time: 0.0770750 Feb 04 00:10:06.825707 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-573c426b-ef9c-47cc-b334-5e603a66e8db req-24497894-0947-42e5-85d9-38374e1d4f14 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127501 Feb 04 00:10:07.886152 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452074e-e5e5-4c4e-a72c-521e87a0a698 req-2c571b18-4e7a-455c-8ac9-0cfc2590f6f2 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:07.887549 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7452074e-e5e5-4c4e-a72c-521e87a0a698 req-2c571b18-4e7a-455c-8ac9-0cfc2590f6f2 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 945 time: 0.0748894 Feb 04 00:10:07.932253 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-7452074e-e5e5-4c4e-a72c-521e87a0a698 req-938c61dd-770a-4c8a-98cd-8b5a01b2200c tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Feb 04 00:10:09.136522 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-3e40e47b-9f65-4cca-a5f3-b26d1af1aa52 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:09.137939 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-3e40e47b-9f65-4cca-a5f3-b26d1af1aa52 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 945 time: 0.1277826 Feb 04 00:10:09.188164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f578d2-7866-4d15-8757-205d3378d4b0 req-959a4072-f01b-46cd-821b-34703378a0f8 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:09.189576 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-08f578d2-7866-4d15-8757-205d3378d4b0 req-959a4072-f01b-46cd-821b-34703378a0f8 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 945 time: 0.1357901 Feb 04 00:10:09.231012 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Deleting port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:10:09.231267 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:09.292893 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-08f578d2-7866-4d15-8757-205d3378d4b0 req-d684e348-b0ca-4d98-bf03-98f34fb1964d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b7b0fed-93fb-4193-8076-c33a96eb1199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964317 Feb 04 00:10:09.560514 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] For port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,segment=NetworkSegment(601762ab-23bf-4257-aa25-3caaaaa60fbc),segment_id=601762ab-23bf-4257-aa25-3caaaaa60fbc)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:09.560861 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:09.678730 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Calling delete_port for e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:10:09.814907 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:09.825896 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['e1a3cbf7-bf6b-440f-b730-a0d89de42cf5'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:10:09.861573 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Pushing event deleted for resources: {'Port': ['ID=e1a3cbf7-bf6b-440f-b730-a0d89de42cf5,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:09.934449 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] No DVR routers for this DVR port e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:10:09.936926 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:09.939400 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88734419-91dd-4146-904d-c9a7eb765f89', 'name': 'network-vif-deleted', 'tag': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:10:09.954797 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-5ed4e6bb-4a15-4be8-9ec5-43b6c15fa623 req-cc92d492-b52a-4007-9fa6-e7ba82e6736d tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.26 "DELETE /v2.0/ports/e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 HTTP/1.1" status: 204 len: 173 time: 0.8118484 Feb 04 00:10:09.994804 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88734419-91dd-4146-904d-c9a7eb765f89', 'name': 'network-vif-deleted', 'tag': 'e1a3cbf7-bf6b-440f-b730-a0d89de42cf5', 'status': 'completed', 'code': 200} Feb 04 00:10:10.474551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-73478bff-af56-4c23-913c-ff1a33b3f415 req-eb4f474e-982d-4672-82ee-05252bf3aa29 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Synchronizing usage tracker for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:10:10.490916 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-73478bff-af56-4c23-913c-ff1a33b3f415 req-eb4f474e-982d-4672-82ee-05252bf3aa29 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] Unset dirty status for tenant:de68502e686f40fea1b9da95150e2e1b on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:10:10.492202 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-73478bff-af56-4c23-913c-ff1a33b3f415 req-eb4f474e-982d-4672-82ee-05252bf3aa29 tempest-VolumesActionsTest-1982527474 tempest-VolumesActionsTest-1982527474-project] 10.222.0.55 "GET /v2.0/ports?device_id=88734419-91dd-4146-904d-c9a7eb765f89 HTTP/1.1" status: 200 len: 210 time: 0.0588057 Feb 04 00:10:11.371796 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:12.217888 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:10:12.249344 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:10:12.249686 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device e1a3cbf7-bf6b-440f-b730-a0d89de42cf5 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:10:14.262576 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:10:29.323381 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6bfcc802-306f-4f7d-9af9-b3d5e64f361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:31.797023 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5630e927-dc90-4d25-a083-65097823c07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.032520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40270) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:10:32.091192 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Deleting subnet dc560e81-6f73-42f3-8ea8-e9db7d65cfb0 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:10:32.094017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.144492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.197633 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.261366 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.302730 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc560e81-6f73-42f3-8ea8-e9db7d65cfb0,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:32.307592 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.312897 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-fdbcd736-b01e-4dea-ab62-a126bc8e8798 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/dc560e81-6f73-42f3-8ea8-e9db7d65cfb0 HTTP/1.1" status: 204 len: 168 time: 0.2793703 Feb 04 00:10:32.315341 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40274) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:10:32.417299 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.427579 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.537360 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.561546 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4cff6a-abe4-4b02-8360-b19a6d0e23a7']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:10:32.573474 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601762ab-23bf-4257-aa25-3caaaaa60fbc') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:10:32.573760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601762ab-23bf-4257-aa25-3caaaaa60fbc') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:10:32.584691 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.600269 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.606229 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:10:32.606620 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:10:32.619655 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:10:32.693321 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.708703 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.719547 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4cff6a-abe4-4b02-8360-b19a6d0e23a7,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:32.726369 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-206d9092-c402-4475-8ca8-91c461f9f4c0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7f4cff6a-abe4-4b02-8360-b19a6d0e23a7 HTTP/1.1" status: 204 len: 168 time: 0.4100697 Feb 04 00:10:32.859767 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40280) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:10:32.910487 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-173be51c-5644-4bea-8754-7d167cf31b80 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de68502e686f40fea1b9da95150e2e1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494926 Feb 04 00:10:32.912805 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40284) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:10:32.945640 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.971084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-36efcae3-a76f-4a87-bba2-7f18e6e6ce01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:32.995655 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-36efcae3-a76f-4a87-bba2-7f18e6e6ce01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:33.048649 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-36efcae3-a76f-4a87-bba2-7f18e6e6ce01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:33.063911 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efcae3-a76f-4a87-bba2-7f18e6e6ce01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b0fed-93fb-4193-8076-c33a96eb1199,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:33.075256 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-36efcae3-a76f-4a87-bba2-7f18e6e6ce01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:33.076367 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-36efcae3-a76f-4a87-bba2-7f18e6e6ce01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2b7b0fed-93fb-4193-8076-c33a96eb1199 HTTP/1.1" status: 204 len: 168 time: 0.1626763 Feb 04 00:10:33.882333 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40306) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:10:33.957894 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.011838 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-754097618-network', 'tenant_id': '47d5d9276e104ef5a2d7592f79fd06d2'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:10:34.016389 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:10:34.020283 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Usage tracker for resource:network and tenant:47d5d9276e104ef5a2d7592f79fd06d2 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:10:34.023110 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:10:34.028616 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:10:34.039086 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Made reservation on behalf of 47d5d9276e104ef5a2d7592f79fd06d2 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:10:34.041611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.054301 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.084842 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:10:34.088554 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Usage tracker for resource:security_group_rule and tenant:47d5d9276e104ef5a2d7592f79fd06d2 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:10:34.091316 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:10:34.097480 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:10:34.161190 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.164809 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.193911 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:10:34.201904 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20842f14-b3b9-4b8d-a498-f7c4487a5f6f,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:34.210013 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.210349 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Added segment 40e5234b-e4ed-445b-ab07-7932bd39ed60 of type vlan for network a1cadbb9-01d6-4276-aa66-ddc73e72a289 Feb 04 00:10:34.235281 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.262372 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.263162 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:34.263726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.442011 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5584948 Feb 04 00:10:34.442586 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f21a20-3c35-4aa3-bd87-9a8639f64265 admin admin] Pushing event updated for resources: {'Network': ['ID=a1cadbb9-01d6-4276-aa66-ddc73e72a289,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:34.444721 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40312) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:10:34.450132 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Request body: {'subnet': {'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-754097618-subnet', 'tenant_id': '47d5d9276e104ef5a2d7592f79fd06d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:10:34.452667 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network a1cadbb9-01d6-4276-aa66-ddc73e72a289 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:10:34.454933 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:10:34.458819 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Usage tracker for resource:subnet and tenant:47d5d9276e104ef5a2d7592f79fd06d2 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:10:34.461702 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:10:34.467823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:10:34.477551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Made reservation on behalf of 47d5d9276e104ef5a2d7592f79fd06d2 for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:10:34.479802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410273'] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.679480 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1724289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410295'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.747310 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d72298-0473-4391-9ab5-aef58e81e347,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:34.761147 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Checking segment: {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:10:34.761529 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Network hostable DHCP agents. Network: a1cadbb9-01d6-4276-aa66-ddc73e72a289, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:10:34.782751 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Network a1cadbb9-01d6-4276-aa66-ddc73e72a289 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:10:34.791445 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, a1cadbb9-01d6-4276-aa66-ddc73e72a289) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:10:34.795169 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:34.795752 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:34.800004 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ba01b-2514-4821-8cd2-9edcd383db54 None None] Network a1cadbb9-01d6-4276-aa66-ddc73e72a289 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:10:34.817105 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-15ea16f0-7a7d-486a-8b95-9a5cfc8336b3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3713536 Feb 04 00:10:35.009808 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51a079f-338d-4f17-958e-2dbe486f3038 None None] Network a1cadbb9-01d6-4276-aa66-ddc73e72a289 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:10:36.870816 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-954db6d4-b72a-489b-b033-8dfbd17a498e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:36.871601 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-954db6d4-b72a-489b-b033-8dfbd17a498e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Synchronizing usage tracker for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:network {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:10:36.889081 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-954db6d4-b72a-489b-b033-8dfbd17a498e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Unset dirty status for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:network {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:10:36.890223 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-954db6d4-b72a-489b-b033-8dfbd17a498e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 813 time: 0.1638703 Feb 04 00:10:36.905833 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-a51499e0-e827-46ed-9030-75baffce13fd tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/quotas/47d5d9276e104ef5a2d7592f79fd06d2 HTTP/1.1" status: 200 len: 375 time: 0.0102603 Feb 04 00:10:36.954416 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-a3feb9bd-92be-456b-aebf-0ca9d2d0d835 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431304 Feb 04 00:10:37.147371 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-dca9c6e8-3310-4662-a8ab-0da58624ffae service neutron] 10.222.0.55 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866214 Feb 04 00:10:37.274733 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-7b10a471-e58d-40c3-bb32-ae9b9e332940 service neutron] 10.222.0.55 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218431 Feb 04 00:10:37.458018 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-f4e1ca7f-e005-4e01-8be9-f550a0d8dfcf req-4aa4db78-0a6a-4c40-89a1-426ae3b6eedd tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 210 time: 0.0434933 Feb 04 00:10:38.445134 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-e7080c7a-8ebf-4015-b052-2ab02d1920ee tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:38.446556 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-e7080c7a-8ebf-4015-b052-2ab02d1920ee tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 813 time: 0.1511719 Feb 04 00:10:38.462808 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Request body: {'port': {'device_id': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289', 'admin_state_up': True, 'tenant_id': '47d5d9276e104ef5a2d7592f79fd06d2'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:10:38.648863 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-921183a4-41b7-4b11-8745-bf57ea12f13c req-253963fa-5d48-495f-a24b-9a1419a67b4d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 210 time: 0.0541348 Feb 04 00:10:38.654674 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:10:38.658654 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Usage tracker for resource:port and tenant:47d5d9276e104ef5a2d7592f79fd06d2 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:10:38.661476 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:10:38.667073 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:10:38.677310 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Made reservation on behalf of 47d5d9276e104ef5a2d7592f79fd06d2 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:10:38.680249 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:38.840725 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Allocated IP 172.20.0.3 (a1cadbb9-01d6-4276-aa66-ddc73e72a289/33d72298-0473-4391-9ab5-aef58e81e347/612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:10:39.037729 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:39.064712 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:39.225508 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Network a1cadbb9-01d6-4276-aa66-ddc73e72a289 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:10:39.228425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:10:39.230969 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:10:39.260813 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Pushing event updated for resources: {'Port': ['ID=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:39.293777 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:39.294368 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:39.314726 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-73edfb8f-3999-424f-a720-8d8b785ee0b1 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8555360 Feb 04 00:10:39.325588 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Request body: {'port': {'device_id': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:10:39.430384 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:39.763125 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:10:39.770506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:39.784888 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Transition to ACTIVE for port object 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:10:39.788459 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:39.840652 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b38df-59db-4278-8d8b-99a8a92aedb5 req-c2007ddf-6295-4965-9a28-c440aba7ca20 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:39.842116 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e30b38df-59db-4278-8d8b-99a8a92aedb5 req-c2007ddf-6295-4965-9a28-c440aba7ca20 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 943 time: 0.0740340 Feb 04 00:10:39.888009 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e30b38df-59db-4278-8d8b-99a8a92aedb5 req-773ac7a2-84d8-4877-bd04-70bb204fcb4c tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Feb 04 00:10:39.912043 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Pushing event updated for resources: {'Port': ['ID=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:40.017835 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Attempting to bind port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:10:40.018161 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Attempting to bind port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:10:40.018481 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Attempting to bind port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 on network a1cadbb9-01d6-4276-aa66-ddc73e72a289 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:10:40.024052 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 on network a1cadbb9-01d6-4276-aa66-ddc73e72a289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:10:40.024369 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Attempting to bind port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 on network a1cadbb9-01d6-4276-aa66-ddc73e72a289 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:10:40.030419 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:10:40.030747 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Checking segment: {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:10:40.031123 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Bound using segment: {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:10:40.031562 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Bound port: 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:10:40.032452 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:40.116767 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] For port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:10:40.119538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] For port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:10:40.123671 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:40.186608 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:40.187938 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] 10.222.0.26 "PUT /v2.0/ports/612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 HTTP/1.1" status: 200 len: 1093 time: 0.8661523 Feb 04 00:10:40.188461 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'tag': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:10:40.206063 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365012-3dda-4a97-b0be-cad95a934e60 service neutron] Pushing event updated for resources: {'Port': ['ID=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:40.257117 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'tag': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492', 'status': 'completed', 'code': 200} Feb 04 00:10:40.291055 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-95ffe1b2-fa9d-4312-9b1a-4826273831de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 1096 time: 0.0682168 Feb 04 00:10:40.360287 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-7e20095c-8974-44f4-9b5c-c4602398a25b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 HTTP/1.1" status: 200 len: 217 time: 0.0629044 Feb 04 00:10:40.421699 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-b3080492-e1a5-49c3-91da-937fde540c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:40.423272 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-b3080492-e1a5-49c3-91da-937fde540c0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33d72298-0473-4391-9ab5-aef58e81e347 HTTP/1.1" status: 200 len: 853 time: 0.0576975 Feb 04 00:10:40.472225 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-e360aeda-59e1-4c28-8e18-2ab79dfc633f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1cadbb9-01d6-4276-aa66-ddc73e72a289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419192 Feb 04 00:10:40.599661 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-af576998-74f7-451c-b1c0-51ddd38d2b2e service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214962 Feb 04 00:10:40.727267 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6ec03c70-dc0f-47ed-b478-92b556024c22 req-4e5da1ee-dcde-46bd-9045-6a621cbdb3b5 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218598 Feb 04 00:10:40.842008 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-2c40411f-4070-4274-877c-aa301e0b7562 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 1096 time: 0.0733850 Feb 04 00:10:41.082377 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5254-e01b-4e23-95e6-15210b90960d req-c3305fbc-8d94-4f06-9bb3-9f1a2722ef03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:41.084699 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-c3305fbc-8d94-4f06-9bb3-9f1a2722ef03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 914 time: 0.2355719 Feb 04 00:10:41.108790 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce9727-f598-46a5-a1be-ccd9ac457426 req-34401dc9-5bd1-4c42-9c79-72d1fc92a300 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:41.110841 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c5ce9727-f598-46a5-a1be-ccd9ac457426 req-34401dc9-5bd1-4c42-9c79-72d1fc92a300 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 943 time: 0.0907309 Feb 04 00:10:41.159667 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-723f67da-b85f-4df8-8d97-7746c07c8d43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 HTTP/1.1" status: 200 len: 217 time: 0.0690434 Feb 04 00:10:41.159918 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c5ce9727-f598-46a5-a1be-ccd9ac457426 req-34997cd1-1c8d-4e7b-91c3-45ae74ed297b tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Feb 04 00:10:41.227133 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5254-e01b-4e23-95e6-15210b90960d req-e53a4b36-c9a7-4453-8b40-e6583fee3a59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:41.228554 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-e53a4b36-c9a7-4453-8b40-e6583fee3a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33d72298-0473-4391-9ab5-aef58e81e347 HTTP/1.1" status: 200 len: 853 time: 0.0634494 Feb 04 00:10:41.277592 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-35abaf50-4468-4f57-ac65-23bc630a1c36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1cadbb9-01d6-4276-aa66-ddc73e72a289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423782 Feb 04 00:10:41.371971 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:41.422246 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-47e7acb9-cec2-4ab6-bd74-57cfc247f012 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386387 Feb 04 00:10:41.564375 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-bebb5254-e01b-4e23-95e6-15210b90960d req-e48d892b-d5f0-4ed6-9c97-e370da362a15 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351621 Feb 04 00:10:42.272328 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:10:42.356720 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-6a998265-1571-4a1b-ba26-9e0bb397b34c tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:42.357432 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-6a998265-1571-4a1b-ba26-9e0bb397b34c tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Synchronizing usage tracker for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:10:42.374760 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-6a998265-1571-4a1b-ba26-9e0bb397b34c tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Unset dirty status for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:10:42.375949 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-6a998265-1571-4a1b-ba26-9e0bb397b34c tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 943 time: 0.0928867 Feb 04 00:10:42.408800 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:42.421087 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-7b8c2f46-a844-417b-b512-4a376be5f712 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Synchronizing usage tracker for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:10:42.421327 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492', 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289', 'port_id': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492', 'mac_address': 'fa:16:3e:88:19:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d72298-0473-4391-9ab5-aef58e81e347', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:10:42.438486 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-7b8c2f46-a844-417b-b512-4a376be5f712 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Unset dirty status for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:10:42.439697 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9c3e5f31-38a2-42d0-af97-e96b22317cac req-7b8c2f46-a844-417b-b512-4a376be5f712 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573738 Feb 04 00:10:42.478260 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:42.494922 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:10:42.510430 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:42.514173 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:42.581037 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:42.701283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:10:43.631563 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9eb3c7-e6a0-479a-a494-b4a0668d147e req-596f23ec-fb08-482b-b8e7-73de006d853a tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:43.632991 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d9eb3c7-e6a0-479a-a494-b4a0668d147e req-596f23ec-fb08-482b-b8e7-73de006d853a tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 944 time: 0.0738623 Feb 04 00:10:43.679581 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-0d9eb3c7-e6a0-479a-a494-b4a0668d147e req-fee789c6-e444-424f-9cbe-f64c3bf9838b tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Feb 04 00:10:44.311119 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:10:44.402927 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:10:44.408460 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:10:44.408825 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:44.519131 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:44.547522 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:10:44.558979 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:10:44.562814 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:10:44.603417 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492', 'code': 200} Feb 04 00:10:44.628914 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:10:44.826698 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9bdf6aad-5960-43e1-b029-f4a7dfc4316d req-fc3c6533-242f-450e-9a06-730a37649334 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 1098 time: 0.0709252 Feb 04 00:10:44.870640 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9bdf6aad-5960-43e1-b029-f4a7dfc4316d req-b2c20f77-4a41-4a43-8329-1a8d4e9360c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 Feb 04 00:10:44.877413 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a16eb-2fc2-43fa-9fab-f4c42e0fe108 req-8453c6f4-6384-47ab-9618-9463a09e1ec3 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:44.878846 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-db8a16eb-2fc2-43fa-9fab-f4c42e0fe108 req-8453c6f4-6384-47ab-9618-9463a09e1ec3 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0790710 Feb 04 00:10:44.923437 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-db8a16eb-2fc2-43fa-9fab-f4c42e0fe108 req-41a1ec28-b826-4cb3-917a-6f46d65465f6 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391526 Feb 04 00:10:46.118219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3b625-1f7e-4f75-b077-99a4e1481596 req-d4305f4a-3a8a-4a0b-86a0-6bd7c06dffea tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:10:46.119654 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b2d3b625-1f7e-4f75-b077-99a4e1481596 req-d4305f4a-3a8a-4a0b-86a0-6bd7c06dffea tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0751474 Feb 04 00:10:46.163860 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b2d3b625-1f7e-4f75-b077-99a4e1481596 req-f7ed25c4-0273-4f45-980d-9d3f65c7fd05 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Feb 04 00:10:51.262294 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:10:59.316945 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-133afcef-729e-4e21-bdb4-22025d2feac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:01.798334 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d45f0435-fb7b-4eaf-93db-d34d992b45cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:02.429894 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:02.948350 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:03.960023 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:11.395043 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:15.867020 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771f642-2874-47c4-a3cb-a41f37d2a49c req-aaa98525-f11d-4e9c-9c04-ccf6dba2f0e9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:15.868447 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3771f642-2874-47c4-a3cb-a41f37d2a49c req-aaa98525-f11d-4e9c-9c04-ccf6dba2f0e9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0790672 Feb 04 00:11:15.911642 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3771f642-2874-47c4-a3cb-a41f37d2a49c req-b1c40176-fb87-41d9-a640-2da158ba7f06 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 Feb 04 00:11:17.106888 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5361c3-2cef-416b-998c-006f8214be04 req-30fad606-cac0-4fc9-9a67-2ff1baaa4bef tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:17.108317 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5f5361c3-2cef-416b-998c-006f8214be04 req-30fad606-cac0-4fc9-9a67-2ff1baaa4bef tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0743420 Feb 04 00:11:17.156567 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-5f5361c3-2cef-416b-998c-006f8214be04 req-92e84721-85ec-4643-9fda-5fe0f706e323 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Feb 04 00:11:18.349966 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c869e08-52ee-4e45-8330-397e8279ef00 req-09522f92-0eee-4223-9afa-2e0b097706b9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:18.351396 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7c869e08-52ee-4e45-8330-397e8279ef00 req-09522f92-0eee-4223-9afa-2e0b097706b9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0752091 Feb 04 00:11:18.395323 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7c869e08-52ee-4e45-8330-397e8279ef00 req-286a6223-e2f6-4a38-ac68-8cce61a63437 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Feb 04 00:11:19.589183 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489f79b-06c4-418e-88da-ec82bee878df req-5f634c03-91db-49f1-a4dd-ea9e0a879e3f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:19.590626 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e489f79b-06c4-418e-88da-ec82bee878df req-5f634c03-91db-49f1-a4dd-ea9e0a879e3f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0751610 Feb 04 00:11:19.634540 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e489f79b-06c4-418e-88da-ec82bee878df req-669c32b3-cb3c-4746-b096-bf71a25436a7 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Feb 04 00:11:20.532736 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a079423c-27a3-4780-8898-5e4c45043907 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:20.534663 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a079423c-27a3-4780-8898-5e4c45043907 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.0769367 Feb 04 00:11:20.601275 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Deleting port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:11:20.601611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:20.888833 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] For port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:11:20.889177 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:21.092572 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Calling delete_port for 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:11:21.132162 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405b0e9-49f4-45f3-bbff-fd7b3d79ebf2 req-ecb067a2-35b5-42e8-b9c3-39707d777413 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:21.133611 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3405b0e9-49f4-45f3-bbff-fd7b3d79ebf2 req-ecb067a2-35b5-42e8-b9c3-39707d777413 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=c84dbaa1-f32a-4e3a-a704-26c2e28538e9 HTTP/1.1" status: 200 len: 945 time: 0.3598034 Feb 04 00:11:21.204126 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3405b0e9-49f4-45f3-bbff-fd7b3d79ebf2 req-7ef63f7a-ce03-4286-aa26-40dda3f7e8eb tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636673 Feb 04 00:11:21.270953 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:21.282190 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:11:21.318737 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Pushing event deleted for resources: {'Port': ['ID=612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:21.384692 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.385029 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.385385 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.385712 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.386035 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.386364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.386675 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.387364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.387364 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.387681 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.387919 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:21.400491 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] No DVR routers for this DVR port 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:11:21.402787 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:21.405260 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'name': 'network-vif-deleted', 'tag': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:11:21.418918 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8bcea55e-9d2f-4ce6-b52a-b6811aa0b4ec req-a5ed3c2e-fdce-4f2f-9909-03e6f66897ba tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "DELETE /v2.0/ports/612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 HTTP/1.1" status: 204 len: 173 time: 0.8789601 Feb 04 00:11:21.461101 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84dbaa1-f32a-4e3a-a704-26c2e28538e9', 'name': 'network-vif-deleted', 'tag': '612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492', 'status': 'completed', 'code': 200} Feb 04 00:11:24.507899 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:11:24.539916 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:11:24.540257 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 612ecfb4-b75b-4bb8-b6f7-8bfe6fdb8492 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:11:26.483756 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-210ae7b3-dd95-4192-9567-f0aa40d5378f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:26.485069 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-210ae7b3-dd95-4192-9567-f0aa40d5378f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 813 time: 0.1384616 Feb 04 00:11:26.501333 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-b062c8ca-b512-4c64-81ef-e0d752f4af4a tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/quotas/47d5d9276e104ef5a2d7592f79fd06d2 HTTP/1.1" status: 200 len: 375 time: 0.0103025 Feb 04 00:11:26.548581 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d374b6ba-a3e0-4507-ab53-d0f6cac5e8e4 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422828 Feb 04 00:11:26.678609 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-f1106c7d-b1d2-4170-9d40-dc2a446aada0 service neutron] 10.222.0.55 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225348 Feb 04 00:11:26.805531 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-c6eac638-a1d7-4233-895e-014d78fe0fd3 service neutron] 10.222.0.55 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212447 Feb 04 00:11:26.984184 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b599bb14-c096-497d-a698-de389775da22 req-ade6b3ba-9581-4666-963c-6ce09849c755 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Synchronizing usage tracker for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:11:26.999389 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b599bb14-c096-497d-a698-de389775da22 req-ade6b3ba-9581-4666-963c-6ce09849c755 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Unset dirty status for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:11:27.001224 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b599bb14-c096-497d-a698-de389775da22 req-ade6b3ba-9581-4666-963c-6ce09849c755 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 210 time: 0.0595233 Feb 04 00:11:27.945449 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-c7d863d8-e095-4bb4-85d9-4467c32237e7 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:27.946950 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-c7d863d8-e095-4bb4-85d9-4467c32237e7 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 813 time: 0.1439528 Feb 04 00:11:27.964382 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Request body: {'port': {'device_id': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289', 'admin_state_up': True, 'tenant_id': '47d5d9276e104ef5a2d7592f79fd06d2'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:11:28.105930 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:11:28.115774 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:11:28.125648 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Made reservation on behalf of 47d5d9276e104ef5a2d7592f79fd06d2 for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:11:28.129251 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:28.167582 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-740b2c3b-0201-4bc0-a6d0-ed98f43a0b9c req-6bbb7ebd-5dff-4ff5-86cb-33689a08f498 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 210 time: 0.0429306 Feb 04 00:11:28.261935 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:11:28.293171 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Allocated IP 172.20.0.14 (a1cadbb9-01d6-4276-aa66-ddc73e72a289/33d72298-0473-4391-9ab5-aef58e81e347/8a78abd8-99a3-4e7f-9244-dbc7db5267a1) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:11:28.486247 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:28.513883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:28.586869 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Network a1cadbb9-01d6-4276-aa66-ddc73e72a289 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:11:28.589901 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:11:28.593813 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:11:28.624296 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Pushing event updated for resources: {'Port': ['ID=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:28.657339 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:28.657942 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:28.682633 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-d991a2b3-e7e1-441b-9c93-4d45427995d9 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7218707 Feb 04 00:11:28.693450 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Request body: {'port': {'device_id': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:11:28.799808 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.137144 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:11:29.144603 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.158307 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Transition to ACTIVE for port object 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:11:29.161865 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.319037 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-07f6349b-39b4-424f-9b06-2100daea4661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.405841 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Pushing event updated for resources: {'Port': ['ID=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:29.505737 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3baf8-0eb3-4360-a8da-e9986b5e2480 req-405c7fd7-9226-4312-a59f-a49b3f9debcf tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:29.506424 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9fc3baf8-0eb3-4360-a8da-e9986b5e2480 req-405c7fd7-9226-4312-a59f-a49b3f9debcf tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Synchronizing usage tracker for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:11:29.548335 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-9fc3baf8-0eb3-4360-a8da-e9986b5e2480 req-405c7fd7-9226-4312-a59f-a49b3f9debcf tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Unset dirty status for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:11:29.549545 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9fc3baf8-0eb3-4360-a8da-e9986b5e2480 req-405c7fd7-9226-4312-a59f-a49b3f9debcf tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 944 time: 0.2540753 Feb 04 00:11:29.570894 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Attempting to bind port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:11:29.571219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Attempting to bind port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:11:29.571535 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Attempting to bind port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 on network a1cadbb9-01d6-4276-aa66-ddc73e72a289 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:11:29.583594 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 on network a1cadbb9-01d6-4276-aa66-ddc73e72a289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:11:29.583906 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Attempting to bind port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 on network a1cadbb9-01d6-4276-aa66-ddc73e72a289 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:11:29.600270 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:11:29.600582 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Checking segment: {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:11:29.600943 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Bound using segment: {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:11:29.601454 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Bound port: 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e5234b-e4ed-445b-ab07-7932bd39ed60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:11:29.601792 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.619745 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-9fc3baf8-0eb3-4360-a8da-e9986b5e2480 req-3ff31628-2382-4279-97fe-694f4d1c165a tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636425 Feb 04 00:11:29.692356 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] For port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:11:29.695142 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] For port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:11:29.699368 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.761850 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:29.763208 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-7887775e-995f-4277-b769-904b508f9e36 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a78abd8-99a3-4e7f-9244-dbc7db5267a1 HTTP/1.1" status: 200 len: 1094 time: 1.0737083 Feb 04 00:11:29.763647 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'tag': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:11:29.780521 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887775e-995f-4277-b769-904b508f9e36 service neutron] Pushing event updated for resources: {'Port': ['ID=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:29.832765 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'tag': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1', 'status': 'completed', 'code': 200} Feb 04 00:11:29.866741 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-9a008ef3-bee2-4b24-a0b8-a25e8ae35237 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 1097 time: 0.0679493 Feb 04 00:11:29.934531 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-07271792-f6f2-4280-8de0-7fc6da885e47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1 HTTP/1.1" status: 200 len: 217 time: 0.0617187 Feb 04 00:11:29.993818 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-bfd902b8-cc49-4753-b675-240c1093b737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:29.995103 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-bfd902b8-cc49-4753-b675-240c1093b737 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33d72298-0473-4391-9ab5-aef58e81e347 HTTP/1.1" status: 200 len: 853 time: 0.0553014 Feb 04 00:11:30.040831 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-b241d3f9-c68e-4f33-8184-ae039e5175b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1cadbb9-01d6-4276-aa66-ddc73e72a289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403430 Feb 04 00:11:30.166936 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-3f3e6a35-7a2f-421b-a6f7-9bfa37e70753 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202133 Feb 04 00:11:30.292521 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e3af262e-4667-472a-8a42-1dbf61e2dc84 req-a35a49d0-fd4f-4dba-a707-442fcd26f6b9 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195629 Feb 04 00:11:30.405233 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-df94a43b-acf3-46a2-bc0e-40cbf95b2716 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 1097 time: 0.0675321 Feb 04 00:11:30.534018 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-bc80c844-e1d2-409b-8037-9509f6325906 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:30.535452 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-bc80c844-e1d2-409b-8037-9509f6325906 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 914 time: 0.1225386 Feb 04 00:11:30.604614 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-07b35579-013f-45ce-a53c-866e3f4463b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1 HTTP/1.1" status: 200 len: 217 time: 0.0627594 Feb 04 00:11:30.665613 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-3bbbcdb8-05bc-45fb-ab30-da18815e477d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:30.667038 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-3bbbcdb8-05bc-45fb-ab30-da18815e477d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33d72298-0473-4391-9ab5-aef58e81e347 HTTP/1.1" status: 200 len: 853 time: 0.0566237 Feb 04 00:11:30.712382 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-0e823d39-d858-4567-8d16-4b99d8d1b06b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1cadbb9-01d6-4276-aa66-ddc73e72a289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388088 Feb 04 00:11:30.980021 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-95f7b478-6d95-41af-97ce-20844f4231ac service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598751 Feb 04 00:11:31.012381 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883a597-89a4-4768-9087-d6744e6eaf95 req-5b2ca185-c78c-4832-abb6-8bf93b02d81f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:31.013797 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6883a597-89a4-4768-9087-d6744e6eaf95 req-5b2ca185-c78c-4832-abb6-8bf93b02d81f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 944 time: 0.2680318 Feb 04 00:11:31.131352 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6883a597-89a4-4768-9087-d6744e6eaf95 req-c5199684-ecf4-4303-a755-46e8911cb484 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695093 Feb 04 00:11:31.152622 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-106ebd4c-4ef9-49b3-910a-f8f1892280cc req-83ec1459-8fef-47a9-a272-0510fe0210a8 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646214 Feb 04 00:11:31.800612 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-035ebb74-6cc5-4ca0-bafa-c60cd214fb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:32.323986 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6d0e9-1e29-4664-b85c-d42cb1e7763b req-da538e74-b957-491e-92d9-af0bff707336 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:32.325422 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-29d6d0e9-1e29-4664-b85c-d42cb1e7763b req-da538e74-b957-491e-92d9-af0bff707336 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 944 time: 0.0748968 Feb 04 00:11:32.368927 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-29d6d0e9-1e29-4664-b85c-d42cb1e7763b req-fcd0dd4d-3f63-40ca-8222-f0a25b344d9f tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381882 Feb 04 00:11:32.432198 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:32.509190 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:11:32.637920 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:11:32.651333 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1', 'network_id': 'a1cadbb9-01d6-4276-aa66-ddc73e72a289', 'port_id': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1', 'mac_address': 'fa:16:3e:17:bb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33d72298-0473-4391-9ab5-aef58e81e347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:11:32.702810 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:32.718702 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:11:32.732657 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:11:32.736502 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:32.805189 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:32.813756 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.814099 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.814434 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.814764 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.815091 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.815412 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.815732 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.816051 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.816370 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.817524 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.818030 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:11:32.945643 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['8a78abd8-99a3-4e7f-9244-dbc7db5267a1'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:11:32.983821 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:33.575998 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384732e8-41d5-4f85-a492-b37fad9f69cc req-74c41244-4012-4498-b673-220aeedc8263 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:33.577461 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-384732e8-41d5-4f85-a492-b37fad9f69cc req-74c41244-4012-4498-b673-220aeedc8263 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 945 time: 0.0759354 Feb 04 00:11:33.625831 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-384732e8-41d5-4f85-a492-b37fad9f69cc req-4bf18f4c-3705-4b65-a6e1-6fe24a859545 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Feb 04 00:11:33.962270 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:34.509316 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:11:34.576864 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:11:34.581357 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:11:34.581727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:34.693190 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:34.719733 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:11:34.729276 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:11:34.732751 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:34.783913 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1', 'code': 200} Feb 04 00:11:34.802470 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:34.825580 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9c4d-74eb-4547-9297-e4ef8bae6d6e req-1c4d0bc1-fa94-4629-b910-b9eb754a316e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:34.827006 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4d3d9c4d-74eb-4547-9297-e4ef8bae6d6e req-1c4d0bc1-fa94-4629-b910-b9eb754a316e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0805135 Feb 04 00:11:34.871750 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4d3d9c4d-74eb-4547-9297-e4ef8bae6d6e req-b42f7f8e-9d30-4e58-9547-2b6c4b06e537 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Feb 04 00:11:35.001388 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-45a9a854-7a34-4867-92ac-51a9d3636595 req-7296291b-28ba-4cb1-a678-ecb0ae63ac96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 1099 time: 0.0684361 Feb 04 00:11:35.044251 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-45a9a854-7a34-4867-92ac-51a9d3636595 req-44820b66-137b-45d4-86f2-b185e219c3b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Feb 04 00:11:36.075449 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40e0b-599e-457e-b64d-f8099a767d74 req-6a686d69-9b4a-4a42-8bde-27780c5b44b2 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:36.076885 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3fb40e0b-599e-457e-b64d-f8099a767d74 req-6a686d69-9b4a-4a42-8bde-27780c5b44b2 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0829008 Feb 04 00:11:36.121673 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3fb40e0b-599e-457e-b64d-f8099a767d74 req-f0d7702d-8a08-475e-b6e5-b3a7c3827e81 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Feb 04 00:11:37.313610 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ff6fa-a999-4c8f-b2b1-2dd23f4c3142 req-0095a393-dab4-46ea-bce7-b4b7ccc50ad6 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:37.315036 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-032ff6fa-a999-4c8f-b2b1-2dd23f4c3142 req-0095a393-dab4-46ea-bce7-b4b7ccc50ad6 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0741625 Feb 04 00:11:37.361855 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-032ff6fa-a999-4c8f-b2b1-2dd23f4c3142 req-39df72ec-a309-49ec-a0b3-8fb41b4edeff tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408940 Feb 04 00:11:41.403549 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:45.521198 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-7b4513d7-fd63-4817-852b-140aea6125d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660839 Feb 04 00:11:45.655615 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-4becd830-d114-4bb2-a191-7e8508ce1cd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 1099 time: 0.0707119 Feb 04 00:11:45.795902 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-d05fb5b4-ccc7-4a52-b8d5-bb3b6e434c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:45.797250 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-d05fb5b4-ccc7-4a52-b8d5-bb3b6e434c3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 200 len: 914 time: 0.1247938 Feb 04 00:11:45.863096 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-494d1d05-d5b0-41cd-b5b2-362a6bd25803 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1 HTTP/1.1" status: 200 len: 217 time: 0.0592384 Feb 04 00:11:45.927949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-75a4bcc5-bb88-49ce-95ce-7d1e27ec885b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:45.929412 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-75a4bcc5-bb88-49ce-95ce-7d1e27ec885b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33d72298-0473-4391-9ab5-aef58e81e347 HTTP/1.1" status: 200 len: 853 time: 0.0604053 Feb 04 00:11:45.975729 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-b752485b-7ab7-4d51-895a-c2c1d855e6b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1cadbb9-01d6-4276-aa66-ddc73e72a289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406754 Feb 04 00:11:46.117841 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-10041f59-4c89-4832-97fc-fb3b7895aa0a service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347659 Feb 04 00:11:46.261756 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f3dd4616-fcf8-40f6-9699-1f0a6e85b4f9 req-fb8cb01e-34b2-4162-b323-817170ffd5e7 service neutron] 10.222.0.26 "GET /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382687 Feb 04 00:11:52.074359 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcbd38-2080-4c39-a3cd-98bef61405d3 req-fd0c7465-7c98-45c6-963f-ecdcd83d47c0 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:52.075774 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ddbcbd38-2080-4c39-a3cd-98bef61405d3 req-fd0c7465-7c98-45c6-963f-ecdcd83d47c0 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0749328 Feb 04 00:11:52.123563 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ddbcbd38-2080-4c39-a3cd-98bef61405d3 req-d3fcb46c-ee05-48e4-8593-c6a15c6ce738 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Feb 04 00:11:53.318584 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a5147-30e6-44d1-b9d3-f8ae1f1e20c7 req-21f93fbe-3f90-4a87-a1fb-24a1019bb7c2 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:53.320007 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-278a5147-30e6-44d1-b9d3-f8ae1f1e20c7 req-21f93fbe-3f90-4a87-a1fb-24a1019bb7c2 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0745456 Feb 04 00:11:53.363148 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-278a5147-30e6-44d1-b9d3-f8ae1f1e20c7 req-d8cfd66b-8231-4ef5-b3be-d45aa8b3ab13 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378213 Feb 04 00:11:54.558674 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce118-c213-4058-9b72-8a89b13b9999 req-c3d18bc6-4f6f-43d1-86b0-46df58105f73 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:54.560129 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-991ce118-c213-4058-9b72-8a89b13b9999 req-c3d18bc6-4f6f-43d1-86b0-46df58105f73 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0757945 Feb 04 00:11:54.605069 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-991ce118-c213-4058-9b72-8a89b13b9999 req-db968e73-0eed-474f-9b41-1216783f59ed tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Feb 04 00:11:55.859908 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d5ca7-e492-407d-a5ee-374b489e5c5f req-23534b59-964b-409e-a961-8d7c111458b4 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:55.861369 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-171d5ca7-e492-407d-a5ee-374b489e5c5f req-23534b59-964b-409e-a961-8d7c111458b4 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.1379461 Feb 04 00:11:55.905988 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-171d5ca7-e492-407d-a5ee-374b489e5c5f req-98ef57d4-5191-497f-b227-82c14fde2fb2 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/security-groups?id=20842f14-b3b9-4b8d-a498-f7c4487a5f6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Feb 04 00:11:56.225739 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-656ce301-f5c4-49aa-8f30-ac86e5e32df8 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:11:56.227064 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-656ce301-f5c4-49aa-8f30-ac86e5e32df8 tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 946 time: 0.0796547 Feb 04 00:11:56.293088 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Deleting port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:11:56.293440 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:56.612990 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] For port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,segment=NetworkSegment(40e5234b-e4ed-445b-ab07-7932bd39ed60),segment_id=40e5234b-e4ed-445b-ab07-7932bd39ed60)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:11:56.613383 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:56.729861 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Calling delete_port for 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:11:56.864694 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:56.913151 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Pushing event deleted for resources: {'Port': ['ID=8a78abd8-99a3-4e7f-9244-dbc7db5267a1,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:11:56.984964 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] No DVR routers for this DVR port 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:11:56.987581 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:11:56.990281 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'name': 'network-vif-deleted', 'tag': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:11:57.006185 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b34cc0dd-d500-4d0b-93cd-22f9b648faa9 req-e90b8e91-50f0-4cbd-b9d9-eb15ef73f83d tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.26 "DELETE /v2.0/ports/8a78abd8-99a3-4e7f-9244-dbc7db5267a1 HTTP/1.1" status: 204 len: 173 time: 0.7740068 Feb 04 00:11:57.065552 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189e60a7-f8bf-4736-999e-c4a3c139d52e', 'name': 'network-vif-deleted', 'tag': '8a78abd8-99a3-4e7f-9244-dbc7db5267a1', 'status': 'completed', 'code': 200} Feb 04 00:11:57.076698 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-fbed79ed-6de5-4707-8096-a612aafe6bc6 req-77eb8c1d-113e-4a3e-a4e6-0b43ae60111e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Synchronizing usage tracker for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:11:57.092754 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-fbed79ed-6de5-4707-8096-a612aafe6bc6 req-77eb8c1d-113e-4a3e-a4e6-0b43ae60111e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] Unset dirty status for tenant:47d5d9276e104ef5a2d7592f79fd06d2 on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:11:57.094010 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-fbed79ed-6de5-4707-8096-a612aafe6bc6 req-77eb8c1d-113e-4a3e-a4e6-0b43ae60111e tempest-VolumesSnapshotTestJSON-1915660796 tempest-VolumesSnapshotTestJSON-1915660796-project] 10.222.0.55 "GET /v2.0/ports?device_id=189e60a7-f8bf-4736-999e-c4a3c139d52e HTTP/1.1" status: 200 len: 210 time: 0.0599885 Feb 04 00:11:58.603043 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:11:58.637220 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:11:58.637570 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 8a78abd8-99a3-4e7f-9244-dbc7db5267a1 not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:11:59.320215 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-cc7c6737-3c8a-41ba-8e0b-c1b5d946e266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:01.803177 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-884bc815-057b-4025-a2f8-29326f3113c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:02.435304 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:02.956237 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:03.966319 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:05.261855 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:12:11.399660 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.412580 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40784) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:17.474209 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Deleting subnet 33d72298-0473-4391-9ab5-aef58e81e347 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:12:17.477022 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.524924 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.578802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.646884 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.683329 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d72298-0473-4391-9ab5-aef58e81e347,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:17.689346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.695840 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ed9f7d4a-0bc6-485b-b9f7-86bbf949a917 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/33d72298-0473-4391-9ab5-aef58e81e347 HTTP/1.1" status: 204 len: 168 time: 0.2821832 Feb 04 00:12:17.698417 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40788) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:17.800816 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.922392 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.947339 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cadbb9-01d6-4276-aa66-ddc73e72a289']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:17.958714 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e5234b-e4ed-445b-ab07-7932bd39ed60') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:17.959012 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e5234b-e4ed-445b-ab07-7932bd39ed60') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:17.970017 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.985727 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:17.992362 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:12:17.992849 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:12:18.005282 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:12:18.079584 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.095084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.105849 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1cadbb9-01d6-4276-aa66-ddc73e72a289,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:18.113667 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f36ebb8c-704c-4905-bd93-895795c3612e admin admin] 10.222.0.55 "DELETE /v2.0/networks/a1cadbb9-01d6-4276-aa66-ddc73e72a289 HTTP/1.1" status: 204 len: 168 time: 0.4142101 Feb 04 00:12:18.245178 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40794) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:18.293458 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-97cad01a-5059-454a-a7ca-39ccb526ee86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47d5d9276e104ef5a2d7592f79fd06d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0470960 Feb 04 00:12:18.295985 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40798) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:18.356938 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0d9d362c-b53b-4c22-9ee0-9b8052c7fed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.380949 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0d9d362c-b53b-4c22-9ee0-9b8052c7fed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.430462 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0d9d362c-b53b-4c22-9ee0-9b8052c7fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.445119 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d362c-b53b-4c22-9ee0-9b8052c7fed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20842f14-b3b9-4b8d-a498-f7c4487a5f6f,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:18.456344 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0d9d362c-b53b-4c22-9ee0-9b8052c7fed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:18.457484 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-0d9d362c-b53b-4c22-9ee0-9b8052c7fed7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20842f14-b3b9-4b8d-a498-f7c4487a5f6f HTTP/1.1" status: 204 len: 168 time: 0.1605740 Feb 04 00:12:19.274719 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40820) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:19.398701 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1505599215-network', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:19.403264 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:19.407004 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Usage tracker for resource:network and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:19.409804 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:19.415496 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:19.425395 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Made reservation on behalf of fe3808f4720d4ad2bf0037568452506f for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:12:19.427569 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.439978 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.469253 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:19.472989 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:19.476308 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:19.482191 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:19.546086 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.550979 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.582755 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:12:19.669151 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e804151e-7855-47ba-8ce7-b2dc854ef429,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:19.677074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.677074 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Added segment 282aadd6-f658-4797-9fae-62aaf12f632c of type vlan for network 2a1cc090-38c1-4abc-8956-7ee3a4480356 Feb 04 00:12:19.703426 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.730662 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.731482 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:19.732055 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:19.832010 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1cc090-38c1-4abc-8956-7ee3a4480356,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:19.838217 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-f0217086-0a35-48e8-9f25-0470b7017826 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5592017 Feb 04 00:12:19.838555 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40826) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:19.842640 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:12:19.843542 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Request body: {'subnet': {'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1505599215-subnet', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'ip_version': 4}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:19.848417 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:19.852483 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Usage tracker for resource:subnet and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:19.855363 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:19.860985 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:19.871655 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Made reservation on behalf of fe3808f4720d4ad2bf0037568452506f for: {'subnet': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:12:19.874186 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1410273'] for subnet, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.077429 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1724289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1410295'] for subnet, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.149780 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d48dc9-24ac-4aa5-8a11-9d7979131a54,revision_number=0']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:20.163287 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Checking segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:20.163650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Network hostable DHCP agents. Network: 2a1cc090-38c1-4abc-8956-7ee3a4480356, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82762) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:12:20.185259 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82762) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:12:20.194048 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 2a1cc090-38c1-4abc-8956-7ee3a4480356) {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:20.198674 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:20.199248 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.203894 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3095c25-a199-4b2c-8aba-d04476501074 None None] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:12:20.219187 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a0c41da0-fa73-4982-b051-52eec422a413 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3797958 Feb 04 00:12:20.221900 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40830) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:20.227256 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:20.231602 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:20.235342 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Usage tracker for resource:router and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:20.238210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:20.244339 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:20.254458 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.256670 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.275257 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.419658 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.441792 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-2a1cc090-38c1-4abc-8956-7ee3a4480356', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 00:12:20.442588 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.596039 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Allocated IP 172.20.0.2 (2a1cc090-38c1-4abc-8956-7ee3a4480356/86d48dc9-24ac-4aa5-8a11-9d7979131a54/cf0099e5-3965-4e02-83d5-5935dd70d24b) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:20.610649 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.639426 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.775519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Allocated IP 172.28.2.190 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/f59dfb51-e17a-4ac4-b71a-ff59684af2fe) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:20.797910 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.808977 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Transition to ACTIVE for port object cf0099e5-3965-4e02-83d5-5935dd70d24b will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:20.826919 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Transition to ACTIVE for port object cf0099e5-3965-4e02-83d5-5935dd70d24b will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:20.832094 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.903687 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:20.906520 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:20.910792 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:20.912806 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Pushing event updated for resources: {'Port': ['ID=cf0099e5-3965-4e02-83d5-5935dd70d24b,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:20.920294 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:20.948813 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.000113 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Attempting to bind port cf0099e5-3965-4e02-83d5-5935dd70d24b on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:21.000471 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Attempting to bind port cf0099e5-3965-4e02-83d5-5935dd70d24b by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:21.000825 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Attempting to bind port cf0099e5-3965-4e02-83d5-5935dd70d24b on network 2a1cc090-38c1-4abc-8956-7ee3a4480356 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:21.006945 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:21.007550 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Checking segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:21.008052 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.008437 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Bound using segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:21.008890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Bound port: cf0099e5-3965-4e02-83d5-5935dd70d24b, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:21.009279 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.016132 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:21.019534 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:21.021458 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Pushing event updated for resources: {'Port': ['ID=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:21.023601 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:21.095601 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] For port cf0099e5-3965-4e02-83d5-5935dd70d24b, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:21.098491 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] For port cf0099e5-3965-4e02-83d5-5935dd70d24b, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=cf0099e5-3965-4e02-83d5-5935dd70d24b,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:21.104630 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.181545 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.182571 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.196467 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827066a-3033-42f8-9f7e-df5369c520d4 None None] Pushing event updated for resources: {'Port': ['ID=cf0099e5-3965-4e02-83d5-5935dd70d24b,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:21.523024 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:12:21.726611 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:12:21.735392 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Sync routers for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:12:21.747761 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:21.748542 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:21.752559 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:21.754099 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-62244e71-ae1b-4a26-bcd9-96d825e00c5a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5313218 Feb 04 00:12:21.757464 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40834) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:21.940826 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:22.112252 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31096343-16bf-4416-a1b0-c9558416d371 None None] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:12:22.234609 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-cd8f1e25-8305-478b-9ab7-15e8230c2cc8 None None] Provisioning for port cf0099e5-3965-4e02-83d5-5935dd70d24b completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:22.473982 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:21Z', 'revision_number': 3, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:22.480421 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Checking router: 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:12:22.480783 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Updating router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 port f59dfb51-e17a-4ac4-b71a-ff59684af2fe binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:12:22.488783 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.536323 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.703806 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Allocated IP 172.20.0.1 (2a1cc090-38c1-4abc-8956-7ee3a4480356/86d48dc9-24ac-4aa5-8a11-9d7979131a54/5d7e4bff-02f2-487b-8788-90ef2c46256c) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:22.852664 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.868070 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Transition to ACTIVE for port object 5d7e4bff-02f2-487b-8788-90ef2c46256c will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:22.879203 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.890784 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.891146 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Transition to ACTIVE for port object f59dfb51-e17a-4ac4-b71a-ff59684af2fe will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:22.898091 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.958388 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:22.961418 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:22.965747 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:22.976954 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Attempting to bind port f59dfb51-e17a-4ac4-b71a-ff59684af2fe on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:22.977476 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Attempting to bind port f59dfb51-e17a-4ac4-b71a-ff59684af2fe by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:22.977698 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Attempting to bind port f59dfb51-e17a-4ac4-b71a-ff59684af2fe on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:22.984012 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac2846-472f-401f-8790-4f6554cee3cd None None] Pushing event updated for resources: {'Port': ['ID=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:22.991019 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:22.992520 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:22.992785 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.993174 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:22.993658 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Bound port: f59dfb51-e17a-4ac4-b71a-ff59684af2fe, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:22.994277 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:22.995688 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7e4bff-02f2-487b-8788-90ef2c46256c,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:23.014883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.015238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.015559 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.015888 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.016218 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.016542 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.016865 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.017236 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.017556 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.017872 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.018291 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:23.033064 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.071925 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] For port f59dfb51-e17a-4ac4-b71a-ff59684af2fe, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:23.075029 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] For port f59dfb51-e17a-4ac4-b71a-ff59684af2fe, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:23.079629 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.121443 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.167204 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac2846-472f-401f-8790-4f6554cee3cd None None] Pushing event updated for resources: {'Port': ['ID=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:23.170195 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:23.170786 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:23.253915 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device cf0099e5-3965-4e02-83d5-5935dd70d24b up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:23.301549 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-4d3587ed-9684-4362-8e0a-b51b75cc87b6 None None] Provisioning for port 5d7e4bff-02f2-487b-8788-90ef2c46256c completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:23.370059 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-4d3587ed-9684-4362-8e0a-b51b75cc87b6 None None] Provisioning complete for port 5d7e4bff-02f2-487b-8788-90ef2c46256c triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:23.370430 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4d3587ed-9684-4362-8e0a-b51b75cc87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.451904 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-4d3587ed-9684-4362-8e0a-b51b75cc87b6 None None] Port 5d7e4bff-02f2-487b-8788-90ef2c46256c cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:12:23.468485 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:23.469277 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.474033 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.512168 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port cf0099e5-3965-4e02-83d5-5935dd70d24b completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:23.523992 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port cf0099e5-3965-4e02-83d5-5935dd70d24b triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:23.524360 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.580408 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7e4bff-02f2-487b-8788-90ef2c46256c,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:23.584651 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.721505 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:23.722677 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:23.815892 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.886241 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port cf0099e5-3965-4e02-83d5-5935dd70d24b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=cf0099e5-3965-4e02-83d5-5935dd70d24b,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:23.892099 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:23.974362 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=cf0099e5-3965-4e02-83d5-5935dd70d24b,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:23.978579 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:22Z', 'revision_number': 1, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:23.983489 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451370e9-d22e-4a63-8d2c-f2f83082cc8e None None] The sync data for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb is: [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:22Z', 'revision_number': 1, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:12:23.993264 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-8f740c7b-298d-4add-8b2c-231f7f8a6940 None None] Provisioning complete for port 5d7e4bff-02f2-487b-8788-90ef2c46256c triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:23.993576 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-8f740c7b-298d-4add-8b2c-231f7f8a6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:24.091164 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-8f740c7b-298d-4add-8b2c-231f7f8a6940 None None] Port 5d7e4bff-02f2-487b-8788-90ef2c46256c cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:12:24.136229 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:12:24.348859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:12:24.359134 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-8ea6cfe4-46fd-40ef-bfbd-f03e4f830673 admin admin] 10.222.0.55 "PUT /v2.0/routers/57abf84b-5bdf-4cd9-a6d8-62e88b2ae975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002800 Feb 04 00:12:25.233672 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40856) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:25.239012 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2034640463-network', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:25.244492 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:25.248372 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Usage tracker for resource:network and tenant:53efa910542c4f24a4df9b956e679ea6 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:25.251221 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:25.257595 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:25.270885 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Made reservation on behalf of 53efa910542c4f24a4df9b956e679ea6 for: {'network': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:12:25.271059 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device cf0099e5-3965-4e02-83d5-5935dd70d24b up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:25.274004 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for network, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.286174 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.317080 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:25.321346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Usage tracker for resource:security_group_rule and tenant:53efa910542c4f24a4df9b956e679ea6 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:25.324136 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:25.329927 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:25.337659 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port cf0099e5-3965-4e02-83d5-5935dd70d24b triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:25.338030 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.395630 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.401125 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.434839 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=82762) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 00:12:25.440141 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8876faae-e039-4d19-995b-d0e16ccecfce,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:25.448074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.448832 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.db.segments_db [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Added segment cbab2d13-f1ae-4fae-a523-dc87a6ee57e1 of type vlan for network 75b7ab3b-0e91-4793-b50c-35d4df72def2 Feb 04 00:12:25.458414 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device f59dfb51-e17a-4ac4-b71a-ff59684af2fe up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:25.475219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754946243925'] for network, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.508694 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183'] for network, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.509605 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:25.510258 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.534953 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port f59dfb51-e17a-4ac4-b71a-ff59684af2fe completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:25.540327 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port f59dfb51-e17a-4ac4-b71a-ff59684af2fe triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:25.540851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.616261 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] Pushing event updated for resources: {'Network': ['ID=75b7ab3b-0e91-4793-b50c-35d4df72def2,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:25.619572 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-ee07d830-522d-46c7-b29e-6193c9e810df admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3848817 Feb 04 00:12:25.622504 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40860) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:25.627852 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Request body: {'subnet': {'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2034640463-subnet', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'ip_version': 4}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:25.631667 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 details requested by agent ovs-agent-dv-cinder-827776-1-smb with host dv-cinder-827776-1-smb {{(pid=82764) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 04 00:12:25.632549 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:25.636310 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Usage tracker for resource:subnet and tenant:53efa910542c4f24a4df9b956e679ea6 is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:25.639514 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:25.645041 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:25.655278 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Made reservation on behalf of 53efa910542c4f24a4df9b956e679ea6 for: {'subnet': 1} {{(pid=82763) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:12:25.657576 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1553968'] for subnet, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.747393 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.767452 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port f59dfb51-e17a-4ac4-b71a-ff59684af2fe, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:25.771752 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.838371 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:25.857958 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1422443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1553958'] for subnet, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.930628 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08bfb0b0-9558-44f9-8410-a087bb204f1e,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:25.945656 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.946000 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.946330 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.946656 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.946979 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.947300 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.947618 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.947936 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.948249 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.948559 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.948871 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82763) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:25.951962 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Checking segment: {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82763) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:25.952312 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Network hostable DHCP agents. Network: 75b7ab3b-0e91-4793-b50c-35d4df72def2, hostable agents: ['0712201a-f49b-4e56-be1c-5e53ba2e2177'], hosted agents: [] {{(pid=82763) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 00:12:25.974129 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 is scheduled to be hosted by DHCP agent 0712201a-f49b-4e56-be1c-5e53ba2e2177 with binding_index 1 {{(pid=82763) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 00:12:25.983389 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-827776-1-smb, 75b7ab3b-0e91-4793-b50c-35d4df72def2) {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:25.987150 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:25.987723 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for subnet, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:25.992090 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9744ab0b-d695-4230-b654-ea7d922cd324 None None] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:12:26.007595 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-52c587f4-108e-4b1c-8352-2518bb4e7b54 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3839369 Feb 04 00:12:26.010210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40864) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:26.015469 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:26.019986 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:26.024374 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Usage tracker for resource:router and tenant:53efa910542c4f24a4df9b956e679ea6 is out of sync, need to count used quota {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:26.027148 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82762) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:26.032577 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:26.042652 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-869059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7278'] for router, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.043640 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-869482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-876366', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-882938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7287'] for router, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.062315 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.208139 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-876408', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-869101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7173'] for router, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.211129 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp04111186-eb45-5dc9-9702-0f73f4dc717b-75b7ab3b-0e91-4793-b50c-35d4df72def2', 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'fixed_ips': [{'subnet_id': '08bfb0b0-9558-44f9-8410-a087bb204f1e'}]}} from dv-cinder-827776-1-smb. {{(pid=82764) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 04 00:12:26.211940 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.369425 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.db_base_plugin_common [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Allocated IP 172.20.0.2 (75b7ab3b-0e91-4793-b50c-35d4df72def2/08bfb0b0-9558-44f9-8410-a087bb204f1e/48933e5e-21f1-48d2-aa8e-ff9f1297b761) {{(pid=82764) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:26.487802 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.518173 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.568575 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Notify callbacks [] for port, precommit_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.583613 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Transition to ACTIVE for port object 48933e5e-21f1-48d2-aa8e-ff9f1297b761 will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:26.603458 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Transition to ACTIVE for port object 48933e5e-21f1-48d2-aa8e-ff9f1297b761 will not be triggered until provisioned by entity DHCP. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:26.609211 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170'] for port, after_create {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.667735 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Allocated IP 172.28.2.160 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/018fe854-0117-406c-bcdd-212509e94daf) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:26.682191 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 is already hosted by enough agents. {{(pid=82764) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:26.685483 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.scheduler.base_scheduler [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Resources bound (agent type, host, resource id): {{(pid=82764) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:26.689839 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Received port after_create {{(pid=82764) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:26.691893 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Pushing event updated for resources: {'Port': ['ID=48933e5e-21f1-48d2-aa8e-ff9f1297b761,revision_number=1']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:26.776552 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Attempting to bind port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:26.776890 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Attempting to bind port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:26.777188 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Attempting to bind port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 on network 75b7ab3b-0e91-4793-b50c-35d4df72def2 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:26.783484 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:26.783854 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Checking segment: {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:26.784250 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.784633 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Bound using segment: {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:26.785512 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Bound port: 48933e5e-21f1-48d2-aa8e-ff9f1297b761, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:26.785512 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.816451 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.843466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.875232 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] For port 48933e5e-21f1-48d2-aa8e-ff9f1297b761, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:26.879453 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] For port 48933e5e-21f1-48d2-aa8e-ff9f1297b761, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=48933e5e-21f1-48d2-aa8e-ff9f1297b761,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:26.882909 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:26.908856 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:26.911719 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:26.916159 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:26.946733 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Pushing event updated for resources: {'Port': ['ID=018fe854-0117-406c-bcdd-212509e94daf,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:26.959179 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea9ae9-e795-461d-9947-f3bc7047fe08 None None] Pushing event updated for resources: {'Port': ['ID=48933e5e-21f1-48d2-aa8e-ff9f1297b761,revision_number=2']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:27.099221 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:27.100320 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-869114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-875929'] for router, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:27.285315 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 48933e5e-21f1-48d2-aa8e-ff9f1297b761 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:27.348879 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Router 0b257f64-b09e-43fa-8ee7-66744ec33f3c is scheduled to L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 with binding_index 1 {{(pid=82762) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 00:12:27.357545 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:27.362465 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device f59dfb51-e17a-4ac4-b71a-ff59684af2fe up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:27.430665 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port f59dfb51-e17a-4ac4-b71a-ff59684af2fe triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:27.431312 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:27.563692 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:12:27.573724 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Sync routers for ids ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:12:27.586441 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Routers {'0b257f64-b09e-43fa-8ee7-66744ec33f3c'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:27.587048 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:27.607736 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:27.613421 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-eaba12cf-8ad4-457a-b5f0-c45ff26b48d4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5977292 Feb 04 00:12:27.667233 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 40868) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:27.778495 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Set router 0b257f64-b09e-43fa-8ee7-66744ec33f3c gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:27.846534 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578e55a-fdf6-4092-ab16-14e213d1b888 None None] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:12:28.006619 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] Provisioning for port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:28.018974 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] Provisioning complete for port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:28.019590 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.073349 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:27Z', 'revision_number': 3, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:28.077608 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Checking router: 0b257f64-b09e-43fa-8ee7-66744ec33f3c for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:12:28.077951 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Updating router 0b257f64-b09e-43fa-8ee7-66744ec33f3c port 018fe854-0117-406c-bcdd-212509e94daf binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:12:28.133732 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.203858 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.246921 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] For port 48933e5e-21f1-48d2-aa8e-ff9f1297b761, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=48933e5e-21f1-48d2-aa8e-ff9f1297b761,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:28.252353 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.330121 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5397ef-26c4-4415-be1c-7b6babc48c25 None None] Pushing event updated for resources: {'Port': ['ID=48933e5e-21f1-48d2-aa8e-ff9f1297b761,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:28.473054 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.477332 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-ed712443-cd01-4b29-ab0e-fe415a871602 None None] Provisioning complete for port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:28.477840 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ed712443-cd01-4b29-ab0e-fe415a871602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.487313 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Transition to ACTIVE for port object 018fe854-0117-406c-bcdd-212509e94daf will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:28.494980 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.550823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.565860 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Pushing event updated for resources: {'Port': ['ID=018fe854-0117-406c-bcdd-212509e94daf,revision_number=2']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:28.575215 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.575879 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.576024 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.576591 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.576989 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.577441 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.577829 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.578218 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.578601 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.579080 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.579557 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82765) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:28.605683 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Attempting to bind port 018fe854-0117-406c-bcdd-212509e94daf on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:28.606049 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Attempting to bind port 018fe854-0117-406c-bcdd-212509e94daf by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:28.606404 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Attempting to bind port 018fe854-0117-406c-bcdd-212509e94daf on network 1125581a-81e9-401c-9d48-edc51d209774 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:28.613392 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:28.613786 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Checking segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:28.614182 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.614569 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Bound using segment: {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:28.615023 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Bound port: 018fe854-0117-406c-bcdd-212509e94daf, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '924ee368-a571-486b-bd69-51b22e31dc9d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1125581a-81e9-401c-9d48-edc51d209774'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:28.615407 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.685930 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] For port 018fe854-0117-406c-bcdd-212509e94daf, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:28.689139 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] For port 018fe854-0117-406c-bcdd-212509e94daf, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=018fe854-0117-406c-bcdd-212509e94daf,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:28.693764 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.762907 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Allocated IP 172.20.0.1 (75b7ab3b-0e91-4793-b50c-35d4df72def2/08bfb0b0-9558-44f9-8410-a087bb204f1e/3eeab1f3-fd4c-48c0-8376-b54a06790d88) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:28.802952 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Routers {'0b257f64-b09e-43fa-8ee7-66744ec33f3c'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:28.803592 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:28.856003 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f88094-bb6d-458f-81d0-af429f753ea0 None None] Pushing event updated for resources: {'Port': ['ID=018fe854-0117-406c-bcdd-212509e94daf,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:28.912167 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.928166 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Transition to ACTIVE for port object 3eeab1f3-fd4c-48c0-8376-b54a06790d88 will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:28.951297 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:28.981038 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] Set router 0b257f64-b09e-43fa-8ee7-66744ec33f3c gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:29.020551 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:29.023441 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:29.027184 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:29.066920 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3eeab1f3-fd4c-48c0-8376-b54a06790d88,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:29.085676 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-875863'] for router_interface, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.190506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.218732 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 48933e5e-21f1-48d2-aa8e-ff9f1297b761 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:29.280219 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:27Z', 'revision_number': 3, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:29.284137 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3e444-2c1a-49b6-af04-4276902bce96 None None] The sync data for ids ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'] in dv-cinder-827776-1-smb is: [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:27Z', 'revision_number': 3, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:12:29.295717 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:29.296026 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.368608 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-057381e5-7a5d-4fa3-b9ea-62fa1d6b1a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.374785 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-89fedc40-c35c-4fc5-91c7-91bd3ba376d6 None None] Provisioning for port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:29.384535 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-89fedc40-c35c-4fc5-91c7-91bd3ba376d6 None None] Provisioning complete for port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:29.384900 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-89fedc40-c35c-4fc5-91c7-91bd3ba376d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.439141 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.445666 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.477700 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-89fedc40-c35c-4fc5-91c7-91bd3ba376d6 None None] Port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:12:29.551881 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3eeab1f3-fd4c-48c0-8376-b54a06790d88,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:29.554915 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16402374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-874668'] for router_interface, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.687414 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:29.688428 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:29.904258 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-004c22ad-6ca4-4d53-b3b0-4d9a07526b43 None None] Provisioning complete for port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:29.904721 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-004c22ad-6ca4-4d53-b3b0-4d9a07526b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:29.961091 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-004c22ad-6ca4-4d53-b3b0-4d9a07526b43 None None] Port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:12:30.163175 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Router 0b257f64-b09e-43fa-8ee7-66744ec33f3c has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:12:30.358812 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:12:30.368062 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-0e6b47bc-4ae6-4e47-90ff-2bd984b43dc3 admin admin] 10.222.0.55 "PUT /v2.0/routers/0b257f64-b09e-43fa-8ee7-66744ec33f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6998024 Feb 04 00:12:30.968664 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40878) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:30.974294 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121437088', 'description': 'tempest-secgroup-smoke-1121437088 description', 'project_id': 'fe3808f4720d4ad2bf0037568452506f'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:30.980794 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:30.984535 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:30.987330 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:30.994007 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.003438 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.036208 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.040353 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.043053 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.048412 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.103267 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.107225 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.150030 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.151207 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1815393 Feb 04 00:12:31.151873 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082371b-8dc2-4e1f-adb4-200541bc05b4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918afc1a-bd53-4041-a467-2821a1434fd1,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:31.154137 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40882) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:31.159730 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group_rule': {'security_group_id': '918afc1a-bd53-4041-a467-2821a1434fd1', 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:31.166353 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.170158 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.173034 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.180039 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.195390 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.256359 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.259946 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.285041 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03974749-79cc-49b8-bf3d-f6a5b7eeb082,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:31.294978 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.296120 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-429898f1-b9f3-4999-8ce3-cc467e0156c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410987 Feb 04 00:12:31.298846 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40886) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:31.304498 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group_rule': {'security_group_id': '918afc1a-bd53-4041-a467-2821a1434fd1', 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:31.310085 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.313810 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.316572 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.322035 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.337467 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.395651 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.399351 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.423344 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e769fe-f035-4566-86e4-bc009a9a7827,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:31.433722 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.434883 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-212325dc-22eb-4d48-a5d3-8a87f77c578b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1351531 Feb 04 00:12:31.437544 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40890) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:31.442831 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group_rule': {'security_group_id': '918afc1a-bd53-4041-a467-2821a1434fd1', 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:31.448963 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.452700 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.455533 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.461561 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.477526 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.537411 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.541670 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.564342 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bdecb6-00d6-4a11-a8d1-60ec73e66014,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:31.572916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.574085 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-c169c2a1-3039-45a3-841d-40a8dbe76889 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1356304 Feb 04 00:12:31.576850 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40894) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:31.582122 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group_rule': {'security_group_id': '918afc1a-bd53-4041-a467-2821a1434fd1', 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:31.587805 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.591449 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.594213 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.599644 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.619031 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.682703 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.686305 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.712718 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83baa367-b6b0-4318-b1c0-bac8c7dc9d39,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:31.719380 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.720519 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-13f0520d-ec02-49a2-aecb-2699816b3fa5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1427648 Feb 04 00:12:31.723202 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40898) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:31.729222 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group_rule': {'security_group_id': '918afc1a-bd53-4041-a467-2821a1434fd1', 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:31.734939 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.739110 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.742835 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.748351 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.758649 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.securitygroups_db [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Project fe3808f4720d4ad2bf0037568452506f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 00:12:31.764708 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.806147 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1f211cb3-4ec7-496c-bceb-4e233a5b5c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.829599 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.832993 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.855406 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b59b1f-0e59-4c00-ae51-3848e0a9017a,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:31.863382 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.864533 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-bae0f066-2374-43f4-8bec-2c796ba667a5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1403499 Feb 04 00:12:31.867259 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40902) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:31.872398 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'security_group_rule': {'security_group_id': '918afc1a-bd53-4041-a467-2821a1434fd1', 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:31.877914 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:31.881618 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:security_group_rule and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:31.884363 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:31.889892 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:31.900532 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.securitygroups_db [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Project fe3808f4720d4ad2bf0037568452506f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 00:12:31.906663 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.972878 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.977175 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-862668'] for security_group_rule, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:31.998968 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fa9cfc-5357-4894-8b43-67789420c9ee,revision_number=0']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:32.007804 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:32.009221 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-e44f383f-4ba6-4801-a74d-fd7e3f74a839 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410642 Feb 04 00:12:32.439495 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:32.958691 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:33.967567 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:35.224428 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 018fe854-0117-406c-bcdd-212509e94daf up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:35.292238 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 018fe854-0117-406c-bcdd-212509e94daf completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:35.297679 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 018fe854-0117-406c-bcdd-212509e94daf triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:35.298047 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:35.414064 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:35.430149 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 018fe854-0117-406c-bcdd-212509e94daf, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=018fe854-0117-406c-bcdd-212509e94daf,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:35.435416 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:35.503476 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=018fe854-0117-406c-bcdd-212509e94daf,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:35.512078 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.512494 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.512851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.513181 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.513527 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.513847 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.514163 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.514474 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.514841 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.515148 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:35.515456 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:12:37.212738 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 018fe854-0117-406c-bcdd-212509e94daf up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:37.283467 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 018fe854-0117-406c-bcdd-212509e94daf triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:37.283946 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:38.574499 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Sync routers for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:12:38.585846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:38.586442 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:38.762305 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:39.101582 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 2, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:39.106124 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Checking router: 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:12:39.106467 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Updating router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 port 5d7e4bff-02f2-487b-8788-90ef2c46256c binding host dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:12:39.157818 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:39.505031 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Notify callbacks [] for port, precommit_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:39.518982 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Transition to ACTIVE for port object 5d7e4bff-02f2-487b-8788-90ef2c46256c will not be triggered until provisioned by entity L2. {{(pid=82764) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:39.527183 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:39.654245 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7308a72-cc80-4dc4-a6a9-b89e2ea0894b None None] Pushing event updated for resources: {'Port': ['ID=5d7e4bff-02f2-487b-8788-90ef2c46256c,revision_number=3']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:39.740601 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Attempting to bind port 5d7e4bff-02f2-487b-8788-90ef2c46256c on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:39.740959 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Attempting to bind port 5d7e4bff-02f2-487b-8788-90ef2c46256c by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:39.741346 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Attempting to bind port 5d7e4bff-02f2-487b-8788-90ef2c46256c on network 2a1cc090-38c1-4abc-8956-7ee3a4480356 {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:39.749331 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:39.749747 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Checking segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82764) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:39.750221 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:39.750631 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Bound using segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} {{(pid=82764) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:39.751115 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.managers [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Bound port: 5d7e4bff-02f2-487b-8788-90ef2c46256c, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'}}] {{(pid=82764) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:39.751482 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:39.848294 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] For port 5d7e4bff-02f2-487b-8788-90ef2c46256c, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82764) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:39.851556 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] For port 5d7e4bff-02f2-487b-8788-90ef2c46256c, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=5d7e4bff-02f2-487b-8788-90ef2c46256c,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:39.857230 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:39.937682 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7308a72-cc80-4dc4-a6a9-b89e2ea0894b None None] Pushing event updated for resources: {'Port': ['ID=5d7e4bff-02f2-487b-8788-90ef2c46256c,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:39.940695 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:39.941349 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:40.143786 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:40.286224 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Sync routers for ids ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:12:40.297654 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Routers {'0b257f64-b09e-43fa-8ee7-66744ec33f3c'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:40.298246 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:40.479228 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Set router 0b257f64-b09e-43fa-8ee7-66744ec33f3c gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:40.527136 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:39Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:40.531584 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2616fed-fa77-479e-9093-c2650492efbe None None] The sync data for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb is: [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:39Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:12:40.806785 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:29Z', 'revision_number': 4, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '3eeab1f3-fd4c-48c0-8376-b54a06790d88', 'name': '', 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'mac_address': 'fa:16:3e:e0:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08bfb0b0-9558-44f9-8410-a087bb204f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:28Z', 'updated_at': '2022-02-04T00:12:29Z', 'revision_number': 2, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'subnets': [{'id': '08bfb0b0-9558-44f9-8410-a087bb204f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:40.811289 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Checking router: 0b257f64-b09e-43fa-8ee7-66744ec33f3c for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:12:40.811638 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Updating router 0b257f64-b09e-43fa-8ee7-66744ec33f3c port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 binding host dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 04 00:12:40.864248 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.215941 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Notify callbacks [] for port, precommit_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.227591 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.provisioning_blocks [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Transition to ACTIVE for port object 3eeab1f3-fd4c-48c0-8376-b54a06790d88 will not be triggered until provisioned by entity L2. {{(pid=82765) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:41.232045 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 5d7e4bff-02f2-487b-8788-90ef2c46256c up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:41.234845 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.307440 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 5d7e4bff-02f2-487b-8788-90ef2c46256c completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:41.313420 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 5d7e4bff-02f2-487b-8788-90ef2c46256c triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:41.313846 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.327995 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d195db-da1d-4f47-a3ea-fcc31191db85 None None] Pushing event updated for resources: {'Port': ['ID=3eeab1f3-fd4c-48c0-8376-b54a06790d88,revision_number=3']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:41.464746 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.467305 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.475806 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Attempting to bind port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 on host dv-cinder-827776-1-smb for vnic_type normal with profile {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:41.476170 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Attempting to bind port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 by drivers openvswitch,hyperv on host dv-cinder-827776-1-smb at level 0 using segments [{'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:41.476568 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Attempting to bind port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 on network 75b7ab3b-0e91-4793-b50c-35d4df72def2 {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:41.484135 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Checking agent: {'id': '2e3b03c8-6b9b-41d8-95d6-10490df7f044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-827776-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 3, 23, 54, 33), 'started_at': datetime.datetime(2022, 2, 3, 23, 55, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-827776-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:41.484504 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Checking segment: {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82765) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:41.484908 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.486409 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Bound using segment: {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'} {{(pid=82765) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:41.487133 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.managers [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Bound port: 3eeab1f3-fd4c-48c0-8376-b54a06790d88, host: dv-cinder-827776-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2'}}] {{(pid=82765) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:41.487692 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.505578 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 5d7e4bff-02f2-487b-8788-90ef2c46256c, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=5d7e4bff-02f2-487b-8788-90ef2c46256c,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:41.511458 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.579894 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=5d7e4bff-02f2-487b-8788-90ef2c46256c,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:41.595069 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] For port 3eeab1f3-fd4c-48c0-8376-b54a06790d88, host dv-cinder-827776-1-smb, cleared binding levels {{(pid=82765) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:41.597921 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.plugins.ml2.db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] For port 3eeab1f3-fd4c-48c0-8376-b54a06790d88, host dv-cinder-827776-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3eeab1f3-fd4c-48c0-8376-b54a06790d88,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82765) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:41.602384 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron_lib.callbacks.manager [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:41.679378 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d195db-da1d-4f47-a3ea-fcc31191db85 None None] Pushing event updated for resources: {'Port': ['ID=3eeab1f3-fd4c-48c0-8376-b54a06790d88,revision_number=4']} {{(pid=82765) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:41.684771 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Routers {'0b257f64-b09e-43fa-8ee7-66744ec33f3c'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:41.685352 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:41.866392 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] Set router 0b257f64-b09e-43fa-8ee7-66744ec33f3c gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:42.192233 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:29Z', 'revision_number': 4, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '3eeab1f3-fd4c-48c0-8376-b54a06790d88', 'name': '', 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'mac_address': 'fa:16:3e:e0:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08bfb0b0-9558-44f9-8410-a087bb204f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:28Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 4, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'subnets': [{'id': '08bfb0b0-9558-44f9-8410-a087bb204f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:42.195991 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2853a-7185-4075-991b-9e430820ca71 None None] The sync data for ids ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'] in dv-cinder-827776-1-smb is: [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:29Z', 'revision_number': 4, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '3eeab1f3-fd4c-48c0-8376-b54a06790d88', 'name': '', 'network_id': '75b7ab3b-0e91-4793-b50c-35d4df72def2', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'mac_address': 'fa:16:3e:e0:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08bfb0b0-9558-44f9-8410-a087bb204f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:28Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 4, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'subnets': [{'id': '08bfb0b0-9558-44f9-8410-a087bb204f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:12:42.267883 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:12:43.274222 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 5d7e4bff-02f2-487b-8788-90ef2c46256c up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:43.343966 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 5d7e4bff-02f2-487b-8788-90ef2c46256c triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:43.344333 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:43.454674 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3eeab1f3-fd4c-48c0-8376-b54a06790d88 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:43.522573 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning for port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:43.528208 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:43.528631 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:43.649767 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:43.683943 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] For port 3eeab1f3-fd4c-48c0-8376-b54a06790d88, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3eeab1f3-fd4c-48c0-8376-b54a06790d88,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:43.686962 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:43.750769 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Pushing event updated for resources: {'Port': ['ID=3eeab1f3-fd4c-48c0-8376-b54a06790d88,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:44.946889 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-975f2832-ce26-463c-b001-909fee026f57 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Synchronizing usage tracker for tenant:fe3808f4720d4ad2bf0037568452506f on resource:security_group {{(pid=82763) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:12:44.963233 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-975f2832-ce26-463c-b001-909fee026f57 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Unset dirty status for tenant:fe3808f4720d4ad2bf0037568452506f on resource:security_group {{(pid=82763) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:12:44.964339 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-975f2832-ce26-463c-b001-909fee026f57 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121437088&fields=id&tenant_id=fe3808f4720d4ad2bf0037568452506f HTTP/1.1" status: 200 len: 267 time: 0.0567610 Feb 04 00:12:45.105231 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-0bf23e4d-6449-4eab-bf01-cf076edb6502 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:45.106526 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-0bf23e4d-6449-4eab-bf01-cf076edb6502 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 809 time: 0.1358562 Feb 04 00:12:45.122929 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-2622fb57-c7b0-43d7-a79a-db90efd9094a tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/quotas/fe3808f4720d4ad2bf0037568452506f HTTP/1.1" status: 200 len: 375 time: 0.0110564 Feb 04 00:12:45.202409 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-4754fc01-5fb7-4e56-846f-925dbb5a0264 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742857 Feb 04 00:12:45.221158 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3eeab1f3-fd4c-48c0-8376-b54a06790d88 up at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:45.287855 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Provisioning complete for port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:45.288226 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:45.338222 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-7f3e1f9f-f5ed-49a0-8f0f-20297f92fa34 service neutron] 10.222.0.55 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244500 Feb 04 00:12:45.468185 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-f13c7bd4-ec17-4801-896e-8a8bea0a7fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242008 Feb 04 00:12:45.982372 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-2c0f6e5c-e2d8-4397-9899-dfc540e76310 req-9b173981-5c5d-487c-ac72-4d0bfca83f69 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Synchronizing usage tracker for tenant:fe3808f4720d4ad2bf0037568452506f on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:12:45.998425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-2c0f6e5c-e2d8-4397-9899-dfc540e76310 req-9b173981-5c5d-487c-ac72-4d0bfca83f69 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Unset dirty status for tenant:fe3808f4720d4ad2bf0037568452506f on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:12:45.999729 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2c0f6e5c-e2d8-4397-9899-dfc540e76310 req-9b173981-5c5d-487c-ac72-4d0bfca83f69 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 210 time: 0.1850829 Feb 04 00:12:46.891284 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-4a6578bc-f698-4cb8-b756-bdbbd458b0fe tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:46.891951 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-4a6578bc-f698-4cb8-b756-bdbbd458b0fe tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Synchronizing usage tracker for tenant:fe3808f4720d4ad2bf0037568452506f on resource:network {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:12:46.909322 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-4a6578bc-f698-4cb8-b756-bdbbd458b0fe tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Unset dirty status for tenant:fe3808f4720d4ad2bf0037568452506f on resource:network {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:12:46.910506 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-4a6578bc-f698-4cb8-b756-bdbbd458b0fe tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 809 time: 0.1618938 Feb 04 00:12:46.962356 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-2a467eab-4506-41e5-a2e5-922f821f5e9c tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Synchronizing usage tracker for tenant:fe3808f4720d4ad2bf0037568452506f on resource:security_group {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:12:46.973910 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-2a467eab-4506-41e5-a2e5-922f821f5e9c tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Unset dirty status for tenant:fe3808f4720d4ad2bf0037568452506f on resource:security_group {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:12:46.975026 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-2a467eab-4506-41e5-a2e5-922f821f5e9c tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3808f4720d4ad2bf0037568452506f HTTP/1.1" status: 200 len: 380 time: 0.0526209 Feb 04 00:12:46.983377 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'port': {'device_id': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'admin_state_up': True, 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'security_groups': ['918afc1a-bd53-4041-a467-2821a1434fd1']}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:47.119968 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:47.129452 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.quota.driver [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82762) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:47.139200 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Made reservation on behalf of fe3808f4720d4ad2bf0037568452506f for: {'port': 1} {{(pid=82762) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 00:12:47.142126 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:47.169741 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-ebf84fd4-c13b-4a59-9e88-3b67cfbc0eeb req-3856225b-1569-4f04-9a55-7fc7dff99037 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 210 time: 0.0475676 Feb 04 00:12:47.310421 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_common [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Allocated IP 172.20.0.14 (2a1cc090-38c1-4abc-8956-7ee3a4480356/86d48dc9-24ac-4aa5-8a11-9d7979131a54/9dd08571-e3e0-4f56-8639-3e6452f4ecdd) {{(pid=82762) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:47.497693 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for port, precommit_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:47.512853 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Transition to ACTIVE for port object 9dd08571-e3e0-4f56-8639-3e6452f4ecdd will not be triggered until provisioned by entity DHCP. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:47.534441 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_create {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:47.609844 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 is already hosted by enough agents. {{(pid=82762) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:47.612933 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.base_scheduler [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources bound (agent type, host, resource id): {{(pid=82762) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:47.617335 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Received port after_create {{(pid=82762) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:47.642084 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=1']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:47.680566 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:47.681191 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:47.707133 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-9ec0afc7-63f7-4e9d-a08a-877eb6129c94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7273736 Feb 04 00:12:47.718819 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.v2.base [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Request body: {'port': {'device_id': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82777'}} {{(pid=82762) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:47.808893 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d0018935-1e65-4b08-9750-a3293cb3c94c None None] Provisioning for port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd completed by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:47.813510 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-d0018935-1e65-4b08-9750-a3293cb3c94c None None] Provisioning complete for port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd triggered by entity DHCP. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:47.813919 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d0018935-1e65-4b08-9750-a3293cb3c94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:47.829164 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:47.868693 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-d0018935-1e65-4b08-9750-a3293cb3c94c None None] Port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd cannot update to ACTIVE because it is not bound. {{(pid=82764) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 04 00:12:48.254991 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd08571-e3e0-4f56-8639-3e6452f4ecdd {{(pid=82762) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:12:48.264561 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:48.279708 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.provisioning_blocks [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Transition to ACTIVE for port object 9dd08571-e3e0-4f56-8639-3e6452f4ecdd will not be triggered until provisioned by entity L2. {{(pid=82762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 00:12:48.283314 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:48.451087 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=2']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:48.569636 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d6f6e-8ebe-42f5-8662-09377e2e9a1f req-9bf1a386-a130-4c99-8fb4-ef9b053b80d1 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:48.570328 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-ae9d6f6e-8ebe-42f5-8662-09377e2e9a1f req-9bf1a386-a130-4c99-8fb4-ef9b053b80d1 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Synchronizing usage tracker for tenant:fe3808f4720d4ad2bf0037568452506f on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:12:48.592650 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Attempting to bind port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd on host hv-cinder-82777 for vnic_type normal with profile {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 04 00:12:48.592985 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Attempting to bind port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd by drivers openvswitch,hyperv on host hv-cinder-82777 at level 0 using segments [{'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 04 00:12:48.593339 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Attempting to bind port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd on network 2a1cc090-38c1-4abc-8956-7ee3a4480356 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:48.600754 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd on network 2a1cc090-38c1-4abc-8956-7ee3a4480356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82777 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 04 00:12:48.601074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Attempting to bind port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd on network 2a1cc090-38c1-4abc-8956-7ee3a4480356 {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 04 00:12:48.604609 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-ae9d6f6e-8ebe-42f5-8662-09377e2e9a1f req-9bf1a386-a130-4c99-8fb4-ef9b053b80d1 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Unset dirty status for tenant:fe3808f4720d4ad2bf0037568452506f on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:12:48.605770 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ae9d6f6e-8ebe-42f5-8662-09377e2e9a1f req-9bf1a386-a130-4c99-8fb4-ef9b053b80d1 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 944 time: 0.2899852 Feb 04 00:12:48.610169 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Checking agent: {'id': '8b6906e0-b94c-43eb-bfcd-ec2f4237b197', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82777', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'started_at': datetime.datetime(2022, 2, 4, 0, 0, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 0, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 04 00:12:48.610506 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Checking segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 04 00:12:48.610883 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Bound using segment: {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'} {{(pid=82762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 04 00:12:48.611296 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.managers [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Bound port: 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host: hv-cinder-82777, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282aadd6-f658-4797-9fae-62aaf12f632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356'}}] {{(pid=82762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 04 00:12:48.611634 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:48.716932 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-ae9d6f6e-8ebe-42f5-8662-09377e2e9a1f req-9c8853b6-9693-4606-8752-f6973f3cc166 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943990 Feb 04 00:12:48.730270 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, cleared binding levels {{(pid=82762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 00:12:48.733320 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 00:12:48.737390 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1901062'] for port, after_update {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:48.800146 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:48.801503 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] 10.222.0.26 "PUT /v2.0/ports/9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1094 time: 1.0870168 Feb 04 00:12:48.801934 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:12:48.822318 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a7bc2-9aac-4343-9366-376aa137caa2 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=3']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:48.879737 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'status': 'completed', 'code': 200} Feb 04 00:12:48.920888 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-287a5f80-45b7-4cee-8060-d7c912ede35d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0743701 Feb 04 00:12:48.992707 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-4d63566d-68c0-4708-9d97-19cedf1c9954 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 217 time: 0.0650651 Feb 04 00:12:49.056115 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-cbf458bd-ec5f-4370-83e6-6dd67476f4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:49.057701 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-cbf458bd-ec5f-4370-83e6-6dd67476f4cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0589089 Feb 04 00:12:49.132850 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-f0d04f49-6d1e-4e13-b1a5-f3a05952c1d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696223 Feb 04 00:12:49.262646 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-16fcec5e-f35b-4185-a939-6a61c7309eef service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237762 Feb 04 00:12:49.391207 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b3b79797-bbec-4f54-9bd0-73b93574067c req-288beb06-6c88-4893-8e3f-f63884887f23 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230481 Feb 04 00:12:49.503278 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-c87bb91e-a4c9-488d-bacf-946d0b1eecf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0676341 Feb 04 00:12:49.633833 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-88c9e475-f210-46c1-bd4a-3b054bc9cf74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:49.635284 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-88c9e475-f210-46c1-bd4a-3b054bc9cf74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1249094 Feb 04 00:12:49.707642 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-0dde34d0-26c3-4182-bd0f-16d06705aa2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 217 time: 0.0630043 Feb 04 00:12:49.770520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-35767973-e6d2-45b8-83e7-0564d1621e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:49.771969 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-35767973-e6d2-45b8-83e7-0564d1621e6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0588534 Feb 04 00:12:49.965330 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-0a33a8b9-d7d1-461e-8697-1f0b6a391de1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1861231 Feb 04 00:12:50.111905 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a8b2f-4d51-4372-9757-e05a7db14fa2 req-a0f63a0d-0723-42f6-a8be-22eae343ef2f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:50.113357 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-831a8b2f-4d51-4372-9757-e05a7db14fa2 req-a0f63a0d-0723-42f6-a8be-22eae343ef2f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 944 time: 0.2718697 Feb 04 00:12:50.121976 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-5dedc3d1-3c81-46f2-84b5-727885522e71 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494777 Feb 04 00:12:50.240912 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-831a8b2f-4d51-4372-9757-e05a7db14fa2 req-eeb72532-53bc-418a-b946-729b85f451c4 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208196 Feb 04 00:12:50.277678 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e749532c-fb99-40ef-b8d9-44508d5a2ff2 req-d734f68c-8368-472b-95b4-b7c34b811575 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420059 Feb 04 00:12:50.916166 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:12:51.046690 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:51.059920 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'port_id': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'mac_address': 'fa:16:3e:93:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:12:51.111283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:51.128569 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd08571-e3e0-4f56-8639-3e6452f4ecdd {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:12:51.143493 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:51.147211 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:51.213907 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=4']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:51.353268 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['9dd08571-e3e0-4f56-8639-3e6452f4ecdd'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:12:51.442900 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da293f-015d-4703-83b9-cf4652541c57 req-c05ece31-0b91-4519-8484-f7a6adda52e7 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:51.444332 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-38da293f-015d-4703-83b9-cf4652541c57 req-c05ece31-0b91-4519-8484-f7a6adda52e7 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 945 time: 0.0780911 Feb 04 00:12:51.488500 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-38da293f-015d-4703-83b9-cf4652541c57 req-9172529a-19f9-4ec6-bfe2-5842b5bf8e13 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Feb 04 00:12:52.686890 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b971de0-6206-44f4-989e-87fd4a3d7469 req-2e398495-1cd8-4135-b0de-dbf913bc5596 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:52.688332 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6b971de0-6206-44f4-989e-87fd4a3d7469 req-2e398495-1cd8-4135-b0de-dbf913bc5596 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 945 time: 0.0805957 Feb 04 00:12:52.732040 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6b971de0-6206-44f4-989e-87fd4a3d7469 req-c76150c6-1047-4a7f-b591-82a7ed34d0b5 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Feb 04 00:12:52.916546 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:12:52.982231 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning for port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd completed by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 00:12:52.986514 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:12:52.986876 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:53.119561 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:53.144816 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:12:53.154099 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:12:53.157577 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:53.228912 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=5']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:53.341195 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'code': 200} Feb 04 00:12:53.618779 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0fab7822-5cfe-443e-9d1e-772a8620fae9 req-bf311e5b-4184-439b-874d-209fd74bcb13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0649621 Feb 04 00:12:53.659580 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-0fab7822-5cfe-443e-9d1e-772a8620fae9 req-62ec2caf-c760-42d6-ae3f-671b76541eb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354862 Feb 04 00:12:53.929577 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae37bc5-fc33-4aa0-b4bd-b8119a8eff48 req-6a5e0945-e792-46d5-9dbc-9980362007a7 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:53.931070 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8ae37bc5-fc33-4aa0-b4bd-b8119a8eff48 req-6a5e0945-e792-46d5-9dbc-9980362007a7 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0780489 Feb 04 00:12:53.980478 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-8ae37bc5-fc33-4aa0-b4bd-b8119a8eff48 req-f9ded861-957b-47a3-8359-29d908cf200f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440543 Feb 04 00:12:55.173302 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7b30b-6d7d-4e34-a890-7f9c411be83e req-e92abeb7-0f8f-439f-9beb-f546ab7256cb tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:55.174961 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-29d7b30b-6d7d-4e34-a890-7f9c411be83e req-e92abeb7-0f8f-439f-9beb-f546ab7256cb tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0771294 Feb 04 00:12:55.219299 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-29d7b30b-6d7d-4e34-a890-7f9c411be83e req-25c50524-04a6-413f-8d90-ab1b843a23b9 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389369 Feb 04 00:12:55.412352 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ad0b9-a1af-43f3-8bd9-6b3060fa16ae req-87b4ab8f-f9b2-4864-b1be-6e0e1efcca70 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:55.413801 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b80ad0b9-a1af-43f3-8bd9-6b3060fa16ae req-87b4ab8f-f9b2-4864-b1be-6e0e1efcca70 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0749373 Feb 04 00:12:55.458396 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b80ad0b9-a1af-43f3-8bd9-6b3060fa16ae req-97bd658d-ca91-40cb-a21f-37dd2f9f4370 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391798 Feb 04 00:12:55.485826 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 40998) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:55.621625 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-96605946-e148-4832-9b50-e6da540009d7 tempest-TestShelveInstance-1457277288 tempest-TestShelveInstance-1457277288-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1094 time: 0.1346483 Feb 04 00:12:55.624427 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [-] (82763) accepted ('10.222.0.55', 41004) {{(pid=82763) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:12:55.629482 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.v2.base [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Request body: {'floatingip': {'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'port_id': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82763) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 04 00:12:55.634967 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 04 00:12:55.638644 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Usage tracker for resource:floatingip and tenant:fe3808f4720d4ad2bf0037568452506f is out of sync, need to count used quota {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 04 00:12:55.641396 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.quota.resource [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82763) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 04 00:12:55.646895 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.quota.driver [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82763) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 04 00:12:55.657443 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for floatingip, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:55.865492 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:55.997443 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.db_base_plugin_common [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Allocated IP 172.28.2.110 (1125581a-81e9-401c-9d48-edc51d209774/9d1ade03-caef-4951-ab20-f69b4d4e7e01/45f61a1c-484f-4c11-a1d3-18070d613242) {{(pid=82763) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 00:12:56.138256 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for port, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:56.163491 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754946228170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243611'] for port, after_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:56.234732 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Network 1125581a-81e9-401c-9d48-edc51d209774 is already hosted by enough agents. {{(pid=82763) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 00:12:56.238137 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.base_scheduler [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Resources bound (agent type, host, resource id): {{(pid=82763) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 00:12:56.240008 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'Port': ['ID=45f61a1c-484f-4c11-a1d3-18070d613242,revision_number=1']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:56.242093 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Received port after_create {{(pid=82763) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 04 00:12:56.732190 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:56.784823 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:56.982448 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for port, precommit_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:56.986487 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243628'] for port, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:57.096711 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event updated for resources: {'Port': ['ID=45f61a1c-484f-4c11-a1d3-18070d613242,revision_number=2']} {{(pid=82763) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:12:57.111692 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-875976'] for floatingip, after_update {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:57.374835 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.db.l3_db [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Floating IP a5d87eca-c84a-4b68-b79e-eabae1329ca8 associated. External IP: 172.28.2.110, port: 9dd08571-e3e0-4f56-8639-3e6452f4ecdd. Feb 04 00:12:57.759447 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82763) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:12:57.952897 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82763) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:12:57.962419 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] Sync routers for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:12:57.974027 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:57.974743 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:57.976168 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron_lib.callbacks.manager [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:12:58.032670 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [None req-65d15c67-335d-4efe-8916-a8bd6868f776 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4071469 Feb 04 00:12:58.033317 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82763) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:12:58.150530 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:58.173864 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'status': 'completed', 'code': 200} Feb 04 00:12:58.266106 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-22c0325a-5639-4f9d-8117-a2c6404a0d33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0707607 Feb 04 00:12:58.395715 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-929d0bb0-81b0-44c3-8aa7-749cf60399d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:58.397287 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-929d0bb0-81b0-44c3-8aa7-749cf60399d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1250412 Feb 04 00:12:58.489292 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'a5d87eca-c84a-4b68-b79e-eabae1329ca8', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'port_id': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'mac_address': 'fa:16:3e:93:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:12:56Z', 'updated_at': '2022-02-04T00:12:56Z', 'revision_number': 0, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:58.493088 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] Checking router: 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:12:58.501814 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-8ad3cc69-c739-434d-ae51-ae38f337b881 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1000 time: 0.0983381 Feb 04 00:12:58.504130 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:12:58.504784 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:12:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:58.565231 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-3946428d-999f-4282-ab7c-2087d1d51d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:12:58.566824 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-3946428d-999f-4282-ab7c-2087d1d51d6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0598743 Feb 04 00:12:58.643742 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-1a95d8ef-f56d-421b-8023-bb340d7465d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711458 Feb 04 00:12:58.654446 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-dc61e55b-705d-41ab-bab7-ce19b30f429f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82762) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 04 00:12:58.655401 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-dc61e55b-705d-41ab-bab7-ce19b30f429f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049579 Feb 04 00:12:58.684110 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:12:58.786532 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-a4e117a9-a4a6-44ce-b45d-1000d1341197 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254339 Feb 04 00:12:58.916427 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-4428aaf8-56f7-4a29-90b2-a6f3ef542d5e req-0fc75c04-ed2e-4fab-8391-b47f9695993a service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235774 Feb 04 00:12:59.031986 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'a5d87eca-c84a-4b68-b79e-eabae1329ca8', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'port_id': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'mac_address': 'fa:16:3e:93:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:12:56Z', 'updated_at': '2022-02-04T00:12:56Z', 'revision_number': 0, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:12:59.035814 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9edfaf-c00b-473a-8c35-b8786633d10a None None] The sync data for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb is: [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_floatingips': [{'id': 'a5d87eca-c84a-4b68-b79e-eabae1329ca8', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'router_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'port_id': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'mac_address': 'fa:16:3e:93:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T00:12:56Z', 'updated_at': '2022-02-04T00:12:56Z', 'revision_number': 0, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:12:59.320869 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-762b7c8d-cd44-4010-a203-967086aa1ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:01.810031 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6ee48539-3420-4437-8b7e-6702fbac167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:01.853598 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec12c48-a4b2-4bb0-87a3-b41db814653b None None] New status for floating IP a5d87eca-c84a-4b68-b79e-eabae1329ca8: ACTIVE {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:13:02.440456 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:02.960917 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:03.971184 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:11.417575 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:19.268713 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:13:29.322906 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-263fa80d-d488-45ba-992c-92205ac1b134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:31.811254 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b9630261-84c2-4e2a-9a76-a9a92770afc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:32.443451 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:32.963301 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:33.973464 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:41.444236 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:13:47.583800 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-9ad60ecc-9a68-4866-bf97-c7b92dfb64cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1313820 Feb 04 00:13:47.721946 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-e096ef4a-2b8e-4700-9fe6-01fa5af501db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0672343 Feb 04 00:13:47.945109 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-3c7c244e-aa90-4b72-9118-3184e838cc2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:13:47.946584 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-3c7c244e-aa90-4b72-9118-3184e838cc2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.2062860 Feb 04 00:13:48.049649 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-6505a2e8-db21-433d-92d5-f6518812221b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1002 time: 0.0967965 Feb 04 00:13:48.118542 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-75ad215d-c70e-437b-ab23-ce3ffa4954af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:13:48.119972 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-75ad215d-c70e-437b-ab23-ce3ffa4954af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0645163 Feb 04 00:13:48.191549 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-524d8292-bcd3-477d-a8af-187d9833f9ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660779 Feb 04 00:13:48.318743 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-4494ed36-365b-40d1-9548-aca54a8c3bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215343 Feb 04 00:13:48.445975 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b88092cb-8c2e-4d52-aee7-e5e7388a8d50 req-1abcce0c-3033-4d75-ae51-69062df327d6 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207366 Feb 04 00:13:56.269084 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:13:59.324250 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-36ab4162-debd-4b60-87df-d4bb726af2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:01.812868 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-69c48ef8-6de4-418b-aedd-f246624dcf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:02.445913 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:02.967173 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:03.977444 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:11.443399 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:29.325564 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b6e0-ba19-4190-90b3-77e798506e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:31.814302 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4cdd662f-1e54-4aca-a28a-737edb4cc12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:32.449487 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:32.968747 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:33.269586 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:14:33.979834 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:41.441236 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:49.534247 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-309f3cf1-623f-4a1b-a040-526d3729a5b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698824 Feb 04 00:14:49.669039 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-14380ade-2d53-41b3-a5b3-0e7726fa0af1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0675695 Feb 04 00:14:49.809499 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-8a532b5c-2386-4313-94c6-5bd414d64211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:49.810852 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-8a532b5c-2386-4313-94c6-5bd414d64211 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1234007 Feb 04 00:14:49.910509 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-a557f2a9-49fa-438a-95d2-11350f7532a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1002 time: 0.0935626 Feb 04 00:14:49.969122 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-b13cded5-43e4-4c75-9fa3-7a6c46072598 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:49.970494 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-b13cded5-43e4-4c75-9fa3-7a6c46072598 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0550513 Feb 04 00:14:50.042962 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-8f1cbf7d-2ddd-4bc0-857a-37d18392d319 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668285 Feb 04 00:14:50.169442 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-55a60e16-0514-473c-ab90-5adcd740e0d5 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203341 Feb 04 00:14:50.294884 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-e4b21b75-58d6-49dc-a597-4ae2f62da4fb req-dd54e7ef-e371-4e07-914a-22fe89ff109b service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195488 Feb 04 00:14:53.048313 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d9398-b7cc-4d73-8c13-b03541de34ed req-18ec3b98-d8d9-48f1-b84f-d391d28b9653 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:53.049748 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b78d9398-b7cc-4d73-8c13-b03541de34ed req-18ec3b98-d8d9-48f1-b84f-d391d28b9653 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0753243 Feb 04 00:14:53.093062 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-b78d9398-b7cc-4d73-8c13-b03541de34ed req-6716cb37-b942-48c7-bc90-8f2124a47f6c tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Feb 04 00:14:54.287466 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c01e30-cefe-4178-acae-2c11d3fa75c3 req-6c071dab-5a7b-492d-b863-22f3767fb9ef tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:54.288895 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1c01e30-cefe-4178-acae-2c11d3fa75c3 req-6c071dab-5a7b-492d-b863-22f3767fb9ef tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0751479 Feb 04 00:14:54.332995 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-b1c01e30-cefe-4178-acae-2c11d3fa75c3 req-b3f19d62-6de7-4018-a55a-a12196eedbd9 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387397 Feb 04 00:14:55.540376 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72209653-e3a3-4a16-9c0e-ef2a550b4213 req-ca6936ff-1c5b-487a-8043-6edde8479798 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:55.541740 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-72209653-e3a3-4a16-9c0e-ef2a550b4213 req-ca6936ff-1c5b-487a-8043-6edde8479798 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0772166 Feb 04 00:14:55.585767 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-72209653-e3a3-4a16-9c0e-ef2a550b4213 req-9a8bb374-632e-427c-9f80-8b643978fef8 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385761 Feb 04 00:14:56.864912 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689de601-5c5c-4117-97c9-e3a5aaf30851 req-17e7be92-f746-4cad-ace0-6f111b38215b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:56.866365 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-689de601-5c5c-4117-97c9-e3a5aaf30851 req-17e7be92-f746-4cad-ace0-6f111b38215b tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.1610880 Feb 04 00:14:56.910001 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-689de601-5c5c-4117-97c9-e3a5aaf30851 req-c2f8dc34-9a86-41d9-9e8b-ac7fedb42b2a tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379066 Feb 04 00:14:58.102066 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525292d-287b-40a5-90cd-56d1f900d387 req-e8e18c7a-e4b9-4408-99db-fe08f07e0939 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:58.103483 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4525292d-287b-40a5-90cd-56d1f900d387 req-e8e18c7a-e4b9-4408-99db-fe08f07e0939 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0753024 Feb 04 00:14:58.148685 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-4525292d-287b-40a5-90cd-56d1f900d387 req-fe3e8b5a-7fb4-4423-a2db-a8d431460838 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399144 Feb 04 00:14:59.327441 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-7a52b236-32f4-4bd8-9ab0-77e42a5ee231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:14:59.346757 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c734ec7-b943-4767-bf5f-e0450dc6028e req-d3dfab63-de5f-483b-abcb-f112c02ac7fd tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:14:59.348185 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6c734ec7-b943-4767-bf5f-e0450dc6028e req-d3dfab63-de5f-483b-abcb-f112c02ac7fd tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0782044 Feb 04 00:14:59.392199 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6c734ec7-b943-4767-bf5f-e0450dc6028e req-d9702df3-b869-4c24-bf2b-c8de5c32779e tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385733 Feb 04 00:15:00.590925 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9c9fc-8684-4a6e-ad1a-017590a32df7 req-a57be0d8-af92-4ed0-be7d-e7bdfa351f4c tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:00.592355 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-58a9c9fc-8684-4a6e-ad1a-017590a32df7 req-a57be0d8-af92-4ed0-be7d-e7bdfa351f4c tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0783498 Feb 04 00:15:00.636898 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-58a9c9fc-8684-4a6e-ad1a-017590a32df7 req-22723b16-59e1-4ebf-83c2-a90d54bb0a78 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Feb 04 00:15:01.818284 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3237-5c90-435c-8509-f76389ceb0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:01.837109 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1d2c7-0b6c-4627-928d-363b40818537 req-5ade52b7-cf02-45c6-ba36-06f42e1fd3fb tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:01.838582 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6da1d2c7-0b6c-4627-928d-363b40818537 req-5ade52b7-cf02-45c6-ba36-06f42e1fd3fb tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0820866 Feb 04 00:15:01.882936 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-6da1d2c7-0b6c-4627-928d-363b40818537 req-838429ad-433c-4297-9ef6-13bc35c51108 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 Feb 04 00:15:02.452029 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:02.969999 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:03.076916 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61b8d8-a286-4ad0-a071-c23d9aa70640 req-797852f5-6cf4-4ca6-8257-ced5bcb38023 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:03.078547 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6e61b8d8-a286-4ad0-a071-c23d9aa70640 req-797852f5-6cf4-4ca6-8257-ced5bcb38023 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0751381 Feb 04 00:15:03.106898 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-1ba67b2d-2605-4b36-b32f-1d22cdcd5545 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0676982 Feb 04 00:15:03.126570 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-6e61b8d8-a286-4ad0-a071-c23d9aa70640 req-2660c914-2089-4430-a05f-1d8861a60d96 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424261 Feb 04 00:15:03.236675 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-04662ecf-dd3d-4fda-a59b-71d7526993a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:03.238142 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-04662ecf-dd3d-4fda-a59b-71d7526993a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1256304 Feb 04 00:15:03.337343 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-90a9fb47-db91-458f-bcf1-aff3d6fa33d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1002 time: 0.0939085 Feb 04 00:15:03.399871 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-9ff84a38-0dbc-48c8-81f8-17dc8b4b506d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:03.401273 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-9ff84a38-0dbc-48c8-81f8-17dc8b4b506d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0584190 Feb 04 00:15:03.473494 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-d6e8cba1-962d-469c-a8a0-decfeb7ec923 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662134 Feb 04 00:15:03.600871 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-408c889f-8e50-4afa-b8c8-2982298c5f8b service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218421 Feb 04 00:15:03.727984 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-47f088f7-9c99-4a5c-9ede-fe21e25b3977 req-488f6450-a349-434b-ae43-237917dbe6e4 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213524 Feb 04 00:15:03.981588 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:04.319198 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb82ef-6488-4092-8d5e-c3f5b44942f5 req-f73be886-1bc8-4d4d-ac06-ff3ce0977a91 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:04.320658 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93bb82ef-6488-4092-8d5e-c3f5b44942f5 req-f73be886-1bc8-4d4d-ac06-ff3ce0977a91 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0781035 Feb 04 00:15:04.368762 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-93bb82ef-6488-4092-8d5e-c3f5b44942f5 req-641aea7c-b893-4e90-9c98-f35cec5bee8a tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Feb 04 00:15:05.570992 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae29de5-83b6-456a-9fc7-6ef072425c34 req-f5a6464f-da53-45c8-b001-d86981cda689 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:05.572439 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cae29de5-83b6-456a-9fc7-6ef072425c34 req-f5a6464f-da53-45c8-b001-d86981cda689 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0769236 Feb 04 00:15:05.616240 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-cae29de5-83b6-456a-9fc7-6ef072425c34 req-66fbd393-8b20-4627-84ec-a3c15f14d328 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382559 Feb 04 00:15:06.811370 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035bcf3-cf70-451c-80d4-a232d9aa6a33 req-82282c92-c696-4765-947e-f6d9ff927235 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:06.812957 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3035bcf3-cf70-451c-80d4-a232d9aa6a33 req-82282c92-c696-4765-947e-f6d9ff927235 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0743427 Feb 04 00:15:06.856884 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3035bcf3-cf70-451c-80d4-a232d9aa6a33 req-2d8a14ec-658e-4d14-aa2f-6b1bfc625140 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384867 Feb 04 00:15:07.164247 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1726ce37-7b47-4008-a0fb-7caf481f9f59 req-d841f0d5-3722-47de-a214-4c2473442d78 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1923034 Feb 04 00:15:07.426048 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee7b8d-0b64-4b7e-8f42-196ea8b10258 req-5b6aff45-2c82-49f0-809f-86914067c302 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:07.427501 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7eee7b8d-0b64-4b7e-8f42-196ea8b10258 req-5b6aff45-2c82-49f0-809f-86914067c302 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0802004 Feb 04 00:15:07.444917 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-7c35f38e-54c9-4fc8-8f99-2faefcee1c3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1632974 Feb 04 00:15:07.473724 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-7eee7b8d-0b64-4b7e-8f42-196ea8b10258 req-fde0e059-19ae-4778-bde4-e46f1901fd97 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Feb 04 00:15:08.667661 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0dfd5-b0ff-4e86-ba1d-256e3baf4286 req-69d2920e-5d37-467a-a018-e1971b7992df tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:08.669131 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5b0dfd5-b0ff-4e86-ba1d-256e3baf4286 req-69d2920e-5d37-467a-a018-e1971b7992df tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0752759 Feb 04 00:15:08.695176 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-dc7d839e-1ff2-4e40-8e2f-16662bb911f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2&tenant_id=fe3808f4720d4ad2bf0037568452506f HTTP/1.1" status: 200 len: 1099 time: 0.0690222 Feb 04 00:15:08.717927 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-d5b0dfd5-b0ff-4e86-ba1d-256e3baf4286 req-c89a867a-e5a8-4360-ad36-bea8500cd2f8 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422220 Feb 04 00:15:08.787407 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-de12c952-c614-4506-94ce-db7513bf66af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0712388 Feb 04 00:15:08.914913 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-9caf79a2-0adc-4f71-af91-b69bdc997d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:08.916322 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-9caf79a2-0adc-4f71-af91-b69bdc997d19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1233695 Feb 04 00:15:09.012542 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-f5d2e4dd-b5b4-42ba-aa9c-3abc7a74c002 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1002 time: 0.0900335 Feb 04 00:15:09.155965 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-429c9df5-d382-4930-af51-9d6ee619e589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:09.158009 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-429c9df5-d382-4930-af51-9d6ee619e589 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.1396482 Feb 04 00:15:09.229427 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-96e0e4c0-416e-4203-b3a3-b153f4ab4c9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660274 Feb 04 00:15:09.356268 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-2be761bd-b51a-4722-a05e-3b434bf4b899 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214552 Feb 04 00:15:09.484078 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-3ea0ad1b-ef9b-4605-b9a9-7c905e2f8959 req-74a6c988-ec05-4e09-a211-dbb63cbbcc7f service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212778 Feb 04 00:15:09.568131 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:15:09.680423 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:09.706640 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:15:09.716270 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:15:09.720904 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:09.796056 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=6']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:15:09.804768 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.805107 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.805463 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.805796 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.806121 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.806442 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.806762 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.807072 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.807380 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.807696 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.808011 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82764) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:15:09.839419 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'code': 200} Feb 04 00:15:09.921719 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643064d-c672-420a-b0df-81df80344104 req-aed2d3a2-8222-4213-8df9-7f51a9812c32 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:09.923739 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1643064d-c672-420a-b0df-81df80344104 req-aed2d3a2-8222-4213-8df9-7f51a9812c32 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 944 time: 0.0745263 Feb 04 00:15:09.967854 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-1643064d-c672-420a-b0df-81df80344104 req-03eee05c-d1cd-4737-96ed-b8c47434928a tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386565 Feb 04 00:15:10.269975 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:15:10.877249 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-10fa1b1f-f412-4514-a2e4-cfbbfb29d96f req-b4882cb3-2321-4b66-8f62-5750c83e4d7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0702035 Feb 04 00:15:10.917792 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-10fa1b1f-f412-4514-a2e4-cfbbfb29d96f req-72b57a93-9631-473d-b0d0-6a1d1932bf9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346928 Feb 04 00:15:11.157666 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c492a0-9d18-4e03-a468-55f2711a6d89 req-8794dc95-d480-4415-b43a-0927a5aa2710 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:11.159005 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-68c492a0-9d18-4e03-a468-55f2711a6d89 req-8794dc95-d480-4415-b43a-0927a5aa2710 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 944 time: 0.0731916 Feb 04 00:15:11.202925 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-68c492a0-9d18-4e03-a468-55f2711a6d89 req-8dcb6020-da1d-4c0f-b831-c54c1db4b2e7 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Feb 04 00:15:11.455128 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:12.401123 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0799-48d3-493a-88c9-3478fb5c089b req-d24bdac3-3d33-491e-b45a-c25d7fcb28dc tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:12.402559 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c15d0799-48d3-493a-88c9-3478fb5c089b req-d24bdac3-3d33-491e-b45a-c25d7fcb28dc tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 944 time: 0.0772290 Feb 04 00:15:12.525351 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-c15d0799-48d3-493a-88c9-3478fb5c089b req-c416277b-ccf0-42f3-8ed4-a2b4c1b85028 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173105 Feb 04 00:15:13.583547 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd details requested by agent hyperv_hv-cinder-82777 with host hv-cinder-82777 {{(pid=82764) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 04 00:15:13.714877 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:15:13.727302 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Returning: {'device': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'port_id': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'mac_address': 'fa:16:3e:93:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82764) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 04 00:15:13.778359 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:13.797167 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd08571-e3e0-4f56-8639-3e6452f4ecdd {{(pid=82764) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 04 00:15:13.811635 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:15:13.816077 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:13.881646 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=7']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:15:14.035269 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] get_ports_and_sgs() called for port_ids ['9dd08571-e3e0-4f56-8639-3e6452f4ecdd'] {{(pid=82764) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 04 00:15:15.581160 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd up at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 04 00:15:15.646942 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.provisioning_blocks [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Provisioning complete for port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd triggered by entity L2. {{(pid=82764) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 00:15:15.647308 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15750271'] for port, provisioning_complete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:15.757031 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16252832'] for port, before_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:15.783283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82764) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:15:15.792280 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:15:15.797191 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754946599181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754946228188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754946224909'] for port, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:15.847802 dv-cinder-827776-1-smb neutron-server[82764]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'code': 200} Feb 04 00:15:15.864085 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Pushing event updated for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=8']} {{(pid=82764) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:15:29.330733 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6237a53f-b1e8-42c3-be6b-3ab4687ee8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:31.819929 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6ac95992-af40-439e-a594-5ad729577c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:32.458476 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:32.972504 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:33.985815 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:41.474676 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:15:47.269859 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:15:50.674725 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-a51f7d24-763d-430c-8e47-f5cd9074af62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708408 Feb 04 00:15:50.808470 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-354cf8b4-b342-4dca-b10f-d7782a528620 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0664201 Feb 04 00:15:50.950458 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-9c5d139e-a8d0-4ed5-a242-695622a58d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:50.951878 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-9c5d139e-a8d0-4ed5-a242-695622a58d6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1259203 Feb 04 00:15:51.052906 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-5a5d0a94-0d11-4102-95d1-4b3c47df691a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 1002 time: 0.0953872 Feb 04 00:15:51.115263 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-bddc46dc-f677-4b40-a91f-7c5926d13c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:15:51.116646 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-bddc46dc-f677-4b40-a91f-7c5926d13c0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0579555 Feb 04 00:15:51.189261 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-dc8f695a-89dd-4130-b312-d7db31d06c0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669992 Feb 04 00:15:51.316527 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-55c611c2-7adb-4b5b-b76b-6f7c9e1bde2c service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213973 Feb 04 00:15:51.446237 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-eaf687ed-c73f-4ffb-b1b5-09b90c76ba1e req-19898847-c9bc-495d-8d9f-02bd2e4e3fa0 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241546 Feb 04 00:15:59.328918 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc47d-d042-4278-970f-e3f59f7f3324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:01.822026 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-073a3bb8-72c1-44b0-8037-3036d139f91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:02.457136 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:02.974176 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:03.987925 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:11.470283 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:22.221741 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41128) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:22.504412 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Deleting port 45f61a1c-484f-4c11-a1d3-18070d613242 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:22.504640 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:22.665899 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:22.666221 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:22.782682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Calling delete_port for 45f61a1c-484f-4c11-a1d3-18070d613242 owned by network:floatingip {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:22.932590 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:22.975528 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event deleted for resources: {'Port': ['ID=45f61a1c-484f-4c11-a1d3-18070d613242,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:23.045161 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.045452 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.045782 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.046731 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.047500 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.047823 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.048149 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.048463 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.048779 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.049093 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.049430 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-827776-1-smb {{(pid=82762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 00:16:23.079253 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for floatingip, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:23.456261 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:16:23.652671 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:16:23.662334 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] Sync routers for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:16:23.675307 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for floatingip, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:23.675689 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:16:23.676257 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:16:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:23.728125 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-a278db05-a355-4959-9bb9-ef16fc2b23f2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "DELETE /v2.0/floatingips/a5d87eca-c84a-4b68-b79e-eabae1329ca8 HTTP/1.1" status: 204 len: 168 time: 1.5052199 Feb 04 00:16:23.728595 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:16:23.857368 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:16:23.911495 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'status': 'completed', 'code': 200} Feb 04 00:16:24.002980 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-1bec3ebb-29a4-4602-a9b0-7d7e8cea491a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe3808f4720d4ad2bf0037568452506f&device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 1099 time: 0.0704708 Feb 04 00:16:24.134433 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-4a0c781e-a6bd-4074-80b7-5ebc1cd74393 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:16:24.135879 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-4a0c781e-a6bd-4074-80b7-5ebc1cd74393 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 200 len: 910 time: 0.1266463 Feb 04 00:16:24.210860 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:24.214969 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] Checking router: 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:16:24.226542 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:16:24.227162 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:16:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:24.270179 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:16:24.303001 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-bf3add0e-3de9-43b0-8b17-d533bb2b2aa6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 200 len: 217 time: 0.1596253 Feb 04 00:16:24.366310 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-65c456e5-0c4e-47d4-810f-a2cdd1fc03da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:16:24.367869 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-65c456e5-0c4e-47d4-810f-a2cdd1fc03da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 200 len: 848 time: 0.0592847 Feb 04 00:16:24.410976 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:16:24.441123 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-7d11d4ef-2b1b-4cb1-a499-d828de2b10d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2a1cc090-38c1-4abc-8956-7ee3a4480356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669973 Feb 04 00:16:24.573093 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-6d811def-04ad-4361-8dfd-105f453a5cca service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258500 Feb 04 00:16:24.708931 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-2f5e4cc0-dbee-4e1e-a2a9-e92f80ec18eb req-203e3a4a-3e24-482e-b2b5-8beaaeee5380 service neutron] 10.222.0.26 "GET /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300662 Feb 04 00:16:24.736730 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:24.740732 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a96f7e-f184-416e-894b-3cecaff1e612 None None] The sync data for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb is: [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:23Z', 'revision_number': 4, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb', '_interfaces': [{'id': '5d7e4bff-02f2-487b-8788-90ef2c46256c', 'name': '', 'network_id': '2a1cc090-38c1-4abc-8956-7ee3a4480356', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'mac_address': 'fa:16:3e:71:f0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:22Z', 'updated_at': '2022-02-04T00:12:41Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'subnets': [{'id': '86d48dc9-24ac-4aa5-8a11-9d7979131a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:16:24.976717 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8356428-c9de-4a41-8ac8-e00285f2bc18 None None] New status for floating IP a5d87eca-c84a-4b68-b79e-eabae1329ca8: DOWN {{(pid=82765) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 04 00:16:25.151461 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebc0c4-080d-47ad-ae0f-55c13587adaf req-c4d6d3cb-80f7-4f7b-be5e-ad76fdf7630f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:16:25.152143 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-f6ebc0c4-080d-47ad-ae0f-55c13587adaf req-c4d6d3cb-80f7-4f7b-be5e-ad76fdf7630f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Synchronizing usage tracker for tenant:fe3808f4720d4ad2bf0037568452506f on resource:port {{(pid=82762) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 04 00:16:25.166861 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.quota.resource [req-f6ebc0c4-080d-47ad-ae0f-55c13587adaf req-c4d6d3cb-80f7-4f7b-be5e-ad76fdf7630f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Unset dirty status for tenant:fe3808f4720d4ad2bf0037568452506f on resource:port {{(pid=82762) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 04 00:16:25.168029 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f6ebc0c4-080d-47ad-ae0f-55c13587adaf req-c4d6d3cb-80f7-4f7b-be5e-ad76fdf7630f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0965586 Feb 04 00:16:25.216946 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f6ebc0c4-080d-47ad-ae0f-55c13587adaf req-0eaa28f1-daa1-4c3f-b75e-2c39f2b29063 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Feb 04 00:16:26.386493 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b7c8-f627-4e82-94af-b746092efe4a req-9c33008a-0c6a-4a20-bc4a-8a0a239267d9 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82762) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:16:26.387905 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f639b7c8-f627-4e82-94af-b746092efe4a req-9c33008a-0c6a-4a20-bc4a-8a0a239267d9 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.26 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0761828 Feb 04 00:16:26.413909 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c471bc4-d639-4405-81bd-bbb4b4b4455a req-bd6a7b52-b8aa-402b-ba83-94a5c2e51644 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82763) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 00:16:26.415320 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8c471bc4-d639-4405-81bd-bbb4b4b4455a req-bd6a7b52-b8aa-402b-ba83-94a5c2e51644 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 946 time: 0.0741565 Feb 04 00:16:26.456501 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Deleting port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:26.456844 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:26.462772 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-8c471bc4-d639-4405-81bd-bbb4b4b4455a req-742eed89-f77a-4456-a3dd-903a61d114e2 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/security-groups?id=918afc1a-bd53-4041-a467-2821a1434fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Feb 04 00:16:26.703994 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] For port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd, host hv-cinder-82777, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82777',level=0,port_id=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:26.704338 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:26.829351 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Calling delete_port for 9dd08571-e3e0-4f56-8639-3e6452f4ecdd owned by compute:nova {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:26.966162 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:27.013059 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event deleted for resources: {'Port': ['ID=9dd08571-e3e0-4f56-8639-3e6452f4ecdd,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:27.086067 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] No DVR routers for this DVR port 9dd08571-e3e0-4f56-8639-3e6452f4ecdd on host hv-cinder-82777 {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:16:27.088286 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44586'] for port, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:27.090652 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-deleted', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd'}] {{(pid=82762) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 04 00:16:27.106402 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [req-f639b7c8-f627-4e82-94af-b746092efe4a req-5b9affef-635f-485e-8011-eeba51e7eb94 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.26 "DELETE /v2.0/ports/9dd08571-e3e0-4f56-8639-3e6452f4ecdd HTTP/1.1" status: 204 len: 173 time: 0.7122941 Feb 04 00:16:27.151496 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b165ad-973b-4ace-8898-61d407ff0fc2', 'name': 'network-vif-deleted', 'tag': '9dd08571-e3e0-4f56-8639-3e6452f4ecdd', 'status': 'completed', 'code': 200} Feb 04 00:16:27.651438 dv-cinder-827776-1-smb neutron-server[82763]: INFO neutron.wsgi [req-eddd8cc9-516b-4542-ab7c-f1c9366272a1 req-4c133489-eea7-4626-aa92-54f1de54713f tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "GET /v2.0/ports?device_id=16b165ad-973b-4ace-8898-61d407ff0fc2 HTTP/1.1" status: 200 len: 210 time: 0.0460045 Feb 04 00:16:28.756368 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41154) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:28.822975 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d87760c0-67d7-4b95-84f1-46adac22c548 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:28.850847 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d87760c0-67d7-4b95-84f1-46adac22c548 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:28.913789 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d87760c0-67d7-4b95-84f1-46adac22c548 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:28.940354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87760c0-67d7-4b95-84f1-46adac22c548 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918afc1a-bd53-4041-a467-2821a1434fd1,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:28.951041 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d87760c0-67d7-4b95-84f1-46adac22c548 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:28.952202 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d87760c0-67d7-4b95-84f1-46adac22c548 tempest-TestShelveInstance-257583852 tempest-TestShelveInstance-257583852-project] 10.222.0.55 "DELETE /v2.0/security-groups/918afc1a-bd53-4041-a467-2821a1434fd1 HTTP/1.1" status: 204 len: 168 time: 0.1948259 Feb 04 00:16:29.008346 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41160) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:29.330362 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-44dec1ea-e3e1-4e84-b567-09e9e2291875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:29.484460 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:29.971040 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd no longer exists at agent hyperv_hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:30.004058 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] No Port match for: 9dd08571-e3e0-4f56-8639-3e6452f4ecdd {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:30.004391 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Device 9dd08571-e3e0-4f56-8639-3e6452f4ecdd not bound to the agent host hv-cinder-82777 {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:30.101590 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Deleting port 5d7e4bff-02f2-487b-8788-90ef2c46256c {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:30.102170 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:30.267568 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] For port 5d7e4bff-02f2-487b-8788-90ef2c46256c, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=5d7e4bff-02f2-487b-8788-90ef2c46256c,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:30.267831 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:30.385031 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Calling delete_port for 5d7e4bff-02f2-487b-8788-90ef2c46256c owned by network:router_interface {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:30.557968 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:30.603556 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7e4bff-02f2-487b-8788-90ef2c46256c,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:30.966594 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:31.526540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:16:31.718934 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:16:31.727503 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] Sync routers for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:16:31.730625 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-3f18cefa-5355-4b10-bec3-3ebb1f19b60a admin admin] 10.222.0.55 "PUT /v2.0/routers/57abf84b-5bdf-4cd9-a6d8-62e88b2ae975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7212400 Feb 04 00:16:31.733093 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41166) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:31.740222 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:16:31.740818 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:16:02Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:31.884038 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a5bd7054-65ab-41db-9828-19a36f4a5a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:31.925540 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:31.933003 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: dv-cinder-827776-1-smb {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:16:32.116394 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:32.126219 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Deleting port f59dfb51-e17a-4ac4-b71a-ff59684af2fe {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:32.126538 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:32.219436 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:16:30Z', 'revision_number': 5, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port': {'id': 'f59dfb51-e17a-4ac4-b71a-ff59684af2fe', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c9:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:12:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:32.223554 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] Checking router: 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 for host: dv-cinder-827776-1-smb {{(pid=82764) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:16:32.234812 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] Routers {'57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82764) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:16:32.235417 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:16:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'], 'active': True} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:32.395519 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] For port f59dfb51-e17a-4ac4-b71a-ff59684af2fe, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:32.395859 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:32.427124 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_dvr_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] Set router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 gateway port host: None {{(pid=82764) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:16:32.514147 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Calling delete_port for f59dfb51-e17a-4ac4-b71a-ff59684af2fe owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:32.543046 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:32.543834 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.db.l3_hamode_db [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:16:32Z', 'revision_number': 6, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:32.548539 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bb0bcf-3bf7-44f9-a128-126f4ffbc4a8 None None] The sync data for ids ['57abf84b-5bdf-4cd9-a6d8-62e88b2ae975'] in dv-cinder-827776-1-smb is: [{'id': '57abf84b-5bdf-4cd9-a6d8-62e88b2ae975', 'name': 'tempest-TestShelveInstance-1505599215-router', 'tenant_id': 'fe3808f4720d4ad2bf0037568452506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:20Z', 'updated_at': '2022-02-04T00:16:32Z', 'revision_number': 6, 'project_id': 'fe3808f4720d4ad2bf0037568452506f', 'gw_port_host': None}] {{(pid=82764) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:16:32.678974 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:32.721961 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59dfb51-e17a-4ac4-b71a-ff59684af2fe,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:32.947279 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:32.978589 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.209705 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.213660 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.239041 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.239701 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:16:33.251873 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.253705 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-0f1f4117-eae9-462c-85c7-eeb6c2dc7841 admin admin] 10.222.0.55 "DELETE /v2.0/routers/57abf84b-5bdf-4cd9-a6d8-62e88b2ae975 HTTP/1.1" status: 204 len: 168 time: 1.5195739 Feb 04 00:16:33.255395 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41170) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:33.317431 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Deleting subnet 86d48dc9-24ac-4aa5-8a11-9d7979131a54 {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:16:33.320274 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.325816 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 5d7e4bff-02f2-487b-8788-90ef2c46256c no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:33.357763 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 5d7e4bff-02f2-487b-8788-90ef2c46256c {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:33.358090 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 5d7e4bff-02f2-487b-8788-90ef2c46256c not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:33.358509 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device f59dfb51-e17a-4ac4-b71a-ff59684af2fe no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:33.376328 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.391935 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: f59dfb51-e17a-4ac4-b71a-ff59684af2fe {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:33.392277 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device f59dfb51-e17a-4ac4-b71a-ff59684af2fe not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:33.459354 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.532301 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.573347 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d48dc9-24ac-4aa5-8a11-9d7979131a54,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:33.577231 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.583231 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a7077d-25d6-4043-a03a-95c79d7e54ca None None] Network 2a1cc090-38c1-4abc-8956-7ee3a4480356 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:16:33.584089 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-649da930-2664-4193-b461-17e02b2ccc11 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/86d48dc9-24ac-4aa5-8a11-9d7979131a54 HTTP/1.1" status: 204 len: 168 time: 0.3277586 Feb 04 00:16:33.586425 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41174) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:33.789235 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.800331 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Deleting port cf0099e5-3965-4e02-83d5-5935dd70d24b {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:33.800656 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.828300 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] DHCP port deletion for 2a1cc090-38c1-4abc-8956-7ee3a4480356 request from dv-cinder-827776-1-smb {{(pid=82764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 00:16:33.832584 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Deleting port cf0099e5-3965-4e02-83d5-5935dd70d24b {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:33.832956 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:33.998821 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] For port cf0099e5-3965-4e02-83d5-5935dd70d24b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=cf0099e5-3965-4e02-83d5-5935dd70d24b,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:33.999172 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.029862 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.040025 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] For port cf0099e5-3965-4e02-83d5-5935dd70d24b, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=cf0099e5-3965-4e02-83d5-5935dd70d24b,segment=NetworkSegment(282aadd6-f658-4797-9fae-62aaf12f632c),segment_id=282aadd6-f658-4797-9fae-62aaf12f632c)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:34.040633 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.120367 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Calling delete_port for cf0099e5-3965-4e02-83d5-5935dd70d24b owned by network:dhcp {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:34.159929 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Calling delete_port for cf0099e5-3965-4e02-83d5-5935dd70d24b owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:34.195210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.232768 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:16:34.233445 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:16:34.240128 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0099e5-3965-4e02-83d5-5935dd70d24b,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:34.244442 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] No DVR routers for this DVR port cf0099e5-3965-4e02-83d5-5935dd70d24b on host dv-cinder-827776-1-smb {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:16:34.355768 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.381001 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1cc090-38c1-4abc-8956-7ee3a4480356']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:34.396747 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282aadd6-f658-4797-9fae-62aaf12f632c') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:34.397091 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282aadd6-f658-4797-9fae-62aaf12f632c') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:34.409238 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.424682 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.430770 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:16:34.431296 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:16:34.444189 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:16:34.517536 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.522393 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.548605 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1cc090-38c1-4abc-8956-7ee3a4480356,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:34.563957 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c2d5f71a-77a3-46e7-895f-0aa1ee5de12d admin admin] 10.222.0.55 "DELETE /v2.0/networks/2a1cc090-38c1-4abc-8956-7ee3a4480356 HTTP/1.1" status: 204 len: 168 time: 0.9765832 Feb 04 00:16:34.566746 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41178) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:34.734940 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Deleting port cf0099e5-3965-4e02-83d5-5935dd70d24b {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:34.735289 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:34.795659 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-355dd3ac-20ef-41b4-9bbd-e1755eae0234 None None] The port 'cf0099e5-3965-4e02-83d5-5935dd70d24b' was deleted {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 00:16:34.942786 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-874718'] for router_interface, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:35.320441 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device cf0099e5-3965-4e02-83d5-5935dd70d24b no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:35.355572 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: cf0099e5-3965-4e02-83d5-5935dd70d24b {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:35.355911 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device cf0099e5-3965-4e02-83d5-5935dd70d24b not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:35.601742 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Deleting port 3eeab1f3-fd4c-48c0-8376-b54a06790d88 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:35.602074 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:35.767426 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] For port 3eeab1f3-fd4c-48c0-8376-b54a06790d88, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=3eeab1f3-fd4c-48c0-8376-b54a06790d88,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:35.767771 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:35.887816 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Calling delete_port for 3eeab1f3-fd4c-48c0-8376-b54a06790d88 owned by network:router_interface {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:36.058251 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:36.101332 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eeab1f3-fd4c-48c0-8376-b54a06790d88,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:36.380439 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16402312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-875896'] for router_interface, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:37.013293 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Router 0b257f64-b09e-43fa-8ee7-66744ec33f3c has already been hosted by L3 agent 1212e04f-8f7d-4a14-ac49-5281fd9943b8 {{(pid=82762) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 00:16:37.205583 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] Notify agent at l3_agent.dv-cinder-827776-1-smb the message routers_updated {{(pid=82762) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 00:16:37.214086 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-d6cd5774-bfa5-4c07-9407-ca53e175b968 admin admin] 10.222.0.55 "PUT /v2.0/routers/0b257f64-b09e-43fa-8ee7-66744ec33f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463969 Feb 04 00:16:37.215170 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] Sync routers for ids ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'] in dv-cinder-827776-1-smb {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 04 00:16:37.216477 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41182) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:37.228558 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] Routers {'0b257f64-b09e-43fa-8ee7-66744ec33f3c'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:16:37.229147 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:16:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:37.404334 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] Set router 0b257f64-b09e-43fa-8ee7-66744ec33f3c gateway port host: dv-cinder-827776-1-smb {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:16:37.410531 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks [] for router, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:37.601404 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:37.611045 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Deleting port 018fe854-0117-406c-bcdd-212509e94daf {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:37.611378 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:37.683622 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'external_fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160'}], 'enable_snat': True}, 'gw_port_id': '018fe854-0117-406c-bcdd-212509e94daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:16:35Z', 'revision_number': 5, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port': {'id': '018fe854-0117-406c-bcdd-212509e94daf', 'name': '', 'network_id': '1125581a-81e9-401c-9d48-edc51d209774', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'ip_address': '172.28.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-827776-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d1ade03-caef-4951-ab20-f69b4d4e7e01', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-827776-1-smb'}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:37.687304 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] Checking router: 0b257f64-b09e-43fa-8ee7-66744ec33f3c for host: dv-cinder-827776-1-smb {{(pid=82765) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 04 00:16:37.697371 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] Routers {'0b257f64-b09e-43fa-8ee7-66744ec33f3c'} bound to L3 agent in host dv-cinder-827776-1-smb {{(pid=82765) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 04 00:16:37.697943 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-827776-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-03T23:54:32Z,description=,heartbeat_timestamp=2022-02-04T00:16:32Z,host='dv-cinder-827776-1-smb',id=1212e04f-8f7d-4a14-ac49-5281fd9943b8,load=0,resource_versions=,resources_synced=,started_at=2022-02-03T23:54:32Z,topic='l3_agent')) {'router_ids': ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'], 'active': True} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:37.779678 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] For port 018fe854-0117-406c-bcdd-212509e94daf, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=018fe854-0117-406c-bcdd-212509e94daf,segment=NetworkSegment(924ee368-a571-486b-bd69-51b22e31dc9d),segment_id=924ee368-a571-486b-bd69-51b22e31dc9d)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:37.780028 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:37.844865 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_dvr_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] Set router 0b257f64-b09e-43fa-8ee7-66744ec33f3c gateway port host: None {{(pid=82765) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 04 00:16:37.898090 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Calling delete_port for 018fe854-0117-406c-bcdd-212509e94daf owned by network:router_gateway {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:37.949361 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.l3_hamode_db [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:16:37Z', 'revision_number': 6, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port_host': None}], 'dv-cinder-827776-1-smb', False) {} {{(pid=82765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:37.953994 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21cda1-a5f4-4259-b1e2-42063ceec0c5 None None] The sync data for ids ['0b257f64-b09e-43fa-8ee7-66744ec33f3c'] in dv-cinder-827776-1-smb is: [{'id': '0b257f64-b09e-43fa-8ee7-66744ec33f3c', 'name': 'tempest-TestShelveInstance-2034640463-router', 'tenant_id': '53efa910542c4f24a4df9b956e679ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T00:12:26Z', 'updated_at': '2022-02-04T00:16:37Z', 'revision_number': 6, 'project_id': '53efa910542c4f24a4df9b956e679ea6', 'gw_port_host': None}] {{(pid=82765) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 04 00:16:38.163894 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.207725 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Pushing event deleted for resources: {'Port': ['ID=018fe854-0117-406c-bcdd-212509e94daf,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:38.431472 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-875957'] for router_gateway, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.685415 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-868873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7292'] for router, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.689882 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.714210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-868761'] for router, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.714766 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b257f64-b09e-43fa-8ee7-66744ec33f3c {{(pid=82762) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 00:16:38.727766 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] Notify callbacks [] for router, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.728892 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-b47775ad-2db8-4745-afa1-10c74e68a586 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0b257f64-b09e-43fa-8ee7-66744ec33f3c HTTP/1.1" status: 204 len: 168 time: 1.5115299 Feb 04 00:16:38.731436 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41186) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:38.790957 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Deleting subnet 08bfb0b0-9558-44f9-8410-a087bb204f1e {{(pid=82762) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 04 00:16:38.793932 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.846196 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1771430'] for subnet, precommit_delete_associations {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.919560 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15751515'] for subnet, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:38.987796 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15751508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1724352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1410252'] for subnet, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.028187 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08bfb0b0-9558-44f9-8410-a087bb204f1e,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:39.033799 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.039005 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64380d97-00e9-461c-a77f-b962c85d1998 None None] Network 75b7ab3b-0e91-4793-b50c-35d4df72def2 requested from dv-cinder-827776-1-smb {{(pid=82764) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 04 00:16:39.039572 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-bad64c57-7159-44c1-b6a5-e220bd8ffb62 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/08bfb0b0-9558-44f9-8410-a087bb204f1e HTTP/1.1" status: 204 len: 168 time: 0.3068814 Feb 04 00:16:39.041726 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41190) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:39.147391 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15803040'] for network, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.158135 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Deleting port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 {{(pid=82762) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:39.158568 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.319871 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] DHCP port deletion for 75b7ab3b-0e91-4793-b50c-35d4df72def2 request from dv-cinder-827776-1-smb {{(pid=82764) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 04 00:16:39.324289 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Deleting port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:39.324656 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.362327 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 018fe854-0117-406c-bcdd-212509e94daf no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:39.362541 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.db [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] For port 48933e5e-21f1-48d2-aa8e-ff9f1297b761, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=48933e5e-21f1-48d2-aa8e-ff9f1297b761,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82762) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:39.363000 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.402339 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 018fe854-0117-406c-bcdd-212509e94daf {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:39.402679 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 018fe854-0117-406c-bcdd-212509e94daf not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:39.403089 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3eeab1f3-fd4c-48c0-8376-b54a06790d88 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:39.441401 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 3eeab1f3-fd4c-48c0-8376-b54a06790d88 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:39.441736 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 3eeab1f3-fd4c-48c0-8376-b54a06790d88 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:39.576699 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.plugin [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Calling delete_port for 48933e5e-21f1-48d2-aa8e-ff9f1297b761 owned by network:dhcp {{(pid=82762) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:39.599851 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.db [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] For port 48933e5e-21f1-48d2-aa8e-ff9f1297b761, host dv-cinder-827776-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-827776-1-smb',level=0,port_id=48933e5e-21f1-48d2-aa8e-ff9f1297b761,segment=NetworkSegment(cbab2d13-f1ae-4fae-a523-dc87a6ee57e1),segment_id=cbab2d13-f1ae-4fae-a523-dc87a6ee57e1)] {{(pid=82764) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 00:16:39.600231 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-763019'] for port, precommit_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.647886 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16249136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-397904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754946598391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754946228179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1901105'] for port, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.692618 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=48933e5e-21f1-48d2-aa8e-ff9f1297b761,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:39.699408 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] No DVR routers for this DVR port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 on host dv-cinder-827776-1-smb {{(pid=82762) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 00:16:39.717985 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Calling delete_port for 48933e5e-21f1-48d2-aa8e-ff9f1297b761 owned by network:dhcp {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 04 00:16:39.785056 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.db.api [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82764) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 00:16:39.785426 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG oslo_db.api [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 00:16:39.814189 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15746756', 'neutron.services.segments.db._delete_segments_for_network-8754946675932'] for network, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.841477 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b7ab3b-0e91-4793-b50c-35d4df72def2']}} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:39.853651 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1') {'for_net_delete': True} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:39.853931 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.services.segments.db [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbab2d13-f1ae-4fae-a523-dc87a6ee57e1') {} {{(pid=82762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 00:16:39.865429 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754946675815', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1771423'] for segment, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.880775 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15830001'] for segment, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.886581 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=82762) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 04 00:16:39.886950 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15830008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1901154'] for segment, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: Traceback (most recent call last): Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: timer() Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: cb(*args, **kw) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: return func(*args, **kwargs) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: self._notify() Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: self.callback(batched_events) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: event.method(event) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: return f(self, *a, **k) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: return self._get(url).json() Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: return self.request(url, 'GET', **kwargs) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 00:16:39.899537 dv-cinder-827776-1-smb neutron-server[82762]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 00:16:39.970978 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15746781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16402183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-875998'] for network, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:39.990366 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16402395'] for network, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.000973 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=75b7ab3b-0e91-4793-b50c-35d4df72def2,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:40.004464 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c88ee739-2273-4da3-8da9-c88e66e10d3e admin admin] 10.222.0.55 "DELETE /v2.0/networks/75b7ab3b-0e91-4793-b50c-35d4df72def2 HTTP/1.1" status: 204 len: 168 time: 0.9617898 Feb 04 00:16:40.213475 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41196) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:40.262302 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-c4e0598f-aeaf-435a-aa2e-12f2cdc78c3b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fe3808f4720d4ad2bf0037568452506f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476043 Feb 04 00:16:40.264739 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41200) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:40.286879 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Deleting port 48933e5e-21f1-48d2-aa8e-ff9f1297b761 {{(pid=82764) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 04 00:16:40.287363 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754946738490'] for port, before_delete {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.321966 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c11df5c-0d5d-4c03-87ea-826adbb9da76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.347460 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c11df5c-0d5d-4c03-87ea-826adbb9da76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.353441 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-ba42d8b9-9d99-4059-87e6-ccb03769ccc5 None None] The port '48933e5e-21f1-48d2-aa8e-ff9f1297b761' was deleted {{(pid=82764) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 04 00:16:40.400210 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c11df5c-0d5d-4c03-87ea-826adbb9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.416989 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11df5c-0d5d-4c03-87ea-826adbb9da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e804151e-7855-47ba-8ce7-b2dc854ef429,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:40.423621 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-9c11df5c-0d5d-4c03-87ea-826adbb9da76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.424716 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-9c11df5c-0d5d-4c03-87ea-826adbb9da76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e804151e-7855-47ba-8ce7-b2dc854ef429 HTTP/1.1" status: 204 len: 168 time: 0.1585743 Feb 04 00:16:40.816916 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41208) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:40.869893 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-5d7158d3-ade4-47e0-820b-cc06dad7b4df admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53efa910542c4f24a4df9b956e679ea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518310 Feb 04 00:16:40.872421 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [-] (82762) accepted ('10.222.0.55', 41212) {{(pid=82762) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 04 00:16:40.929520 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4f67bcdf-f094-4aac-aebf-ca03e683e8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:40.954099 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4f67bcdf-f094-4aac-aebf-ca03e683e8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:41.003885 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4f67bcdf-f094-4aac-aebf-ca03e683e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-864803'] for security_group, after_delete {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:41.019574 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67bcdf-f094-4aac-aebf-ca03e683e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8876faae-e039-4d19-995b-d0e16ccecfce,revision_number=None']} {{(pid=82762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 00:16:41.023909 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron_lib.callbacks.manager [None req-4f67bcdf-f094-4aac-aebf-ca03e683e8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:41.025261 dv-cinder-827776-1-smb neutron-server[82762]: INFO neutron.wsgi [None req-4f67bcdf-f094-4aac-aebf-ca03e683e8d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8876faae-e039-4d19-995b-d0e16ccecfce HTTP/1.1" status: 204 len: 168 time: 0.1517010 Feb 04 00:16:41.322558 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 48933e5e-21f1-48d2-aa8e-ff9f1297b761 no longer exists at agent ovs-agent-dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 04 00:16:41.356860 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.plugin [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] No Port match for: 48933e5e-21f1-48d2-aa8e-ff9f1297b761 {{(pid=82764) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 04 00:16:41.357242 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron.plugins.ml2.rpc [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Device 48933e5e-21f1-48d2-aa8e-ff9f1297b761 not bound to the agent host dv-cinder-827776-1-smb {{(pid=82764) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 04 00:16:41.470750 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:16:59.331352 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5cf16e99-7981-47d6-a551-a0f1dfc300ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:01.270739 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:17:01.825766 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1dfde87f-8c79-489d-93a5-bd03a7ae7a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:02.461366 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:02.983001 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:03.992776 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:11.475883 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:29.333265 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-3da7b985-fd34-4d7f-a856-bbb8e45cc67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:31.828280 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-1241d703-c7f6-40df-b37c-f9e8eb7e6b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:32.465681 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:32.989301 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:33.995945 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:38.270919 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:17:41.496864 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:17:59.334489 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-00510e81-a294-4d23-a27b-230f98bf5665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:01.829330 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-4e4d0083-4264-43d2-abfe-afae03af53ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:02.467505 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:02.990298 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:03.998094 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:11.496102 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:15.270983 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:18:29.335425 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b6447ea7-7693-4559-8ba4-7d6beaa53e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:31.830986 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-b76a3e8d-caa9-4720-b145-ca558c6aefcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:32.470725 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:32.991347 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:34.000359 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:41.495161 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:18:52.271004 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:18:59.337399 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-32bdbfda-6b79-4527-8cdc-12a788bc532a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:01.832601 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-c9fc0a09-6ee2-4ed5-85a3-2046e7d698c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:02.472919 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:02.992833 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:04.003722 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:11.487654 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:29.271109 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:19:29.341990 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-aab6c05a-1c69-4626-88c7-ac74e11e1739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:31.833165 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-e177485b-3e64-4570-9926-86b90ccb3de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:32.475589 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:32.995848 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:34.007183 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:41.493339 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:19:59.343445 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-a671f3bc-c0a3-4589-8cec-56736645eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:01.834727 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-86f95763-c274-4a28-9452-9d12b62f394c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:02.478730 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:02.997622 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:04.008707 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:06.271973 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:20:11.491941 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:29.345424 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-620e3052-71d4-4cbd-b1d9-b6b6dd5f19d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:31.835226 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-31e979ca-aba5-45b7-a211-838b806006c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:32.481494 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:32.999536 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:33.303064 dv-cinder-827776-1-smb neutron-server[82762]: DEBUG neutron.wsgi [req-93b960c2-6d9f-4865-a5b2-c15cb9a5c07b req-144f9be7-a05f-442b-9d8b-7171d9e1432f service neutron] (82762) timed out ('10.222.0.55', 35642) {{(pid=82762) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 00:20:34.011349 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:35.971647 dv-cinder-827776-1-smb neutron-server[82763]: DEBUG neutron.wsgi [req-5a42d4b7-45ca-441a-92ad-c09ca04cdf92 req-5598a7bd-ac88-4868-954b-883feb5e826e service neutron] (82763) timed out ('10.222.0.26', 56905) {{(pid=82763) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 04 00:20:41.507133 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:20:43.272141 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:20:59.347617 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-bffcff23-553e-4ed3-b5a7-9c078b533f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:21:01.835972 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-5b754bff-0a2f-4c51-bfde-c6a069ba029e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:21:02.484235 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6990d8c2-293d-4f5e-9d42-31a2a3c7a50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:21:03.001586 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-16eb8159-9f32-41a6-96bb-0e7f73c3752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:21:04.014328 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-6473c718-db7b-45d0-b95d-46bc687adf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:21:11.497542 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-2449b9b3-c7a2-46a7-a9d2-c35ec2925fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 04 00:21:20.272785 dv-cinder-827776-1-smb neutron-server[82765]: DEBUG neutron.db.agents_db [None req-ed8797e6-d371-429c-86d3-98a3f4b012c4 None None] Agent healthcheck: found 6 active agents {{(pid=82765) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 04 00:21:29.349404 dv-cinder-827776-1-smb neutron-server[82764]: DEBUG neutron_lib.callbacks.manager [None req-224ad6f1-795a-4bc4-9d89-b970acef4edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754946675914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15750084'] for agent, after_update {{(pid=82764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}